[ 469.451209] env[62312]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62312) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 469.451594] env[62312]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62312) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 469.451709] env[62312]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62312) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 469.452071] env[62312]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 469.548186] env[62312]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62312) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 469.557883] env[62312]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62312) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 470.160188] env[62312]: INFO nova.virt.driver [None req-335c43fb-1a42-4e38-b17b-655f2a2b990d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 470.229940] env[62312]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 470.230125] env[62312]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 470.230221] env[62312]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62312) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 473.449549] env[62312]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-fff30fc3-35e9-4fcc-ae9f-95242209d33a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.465637] env[62312]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62312) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 473.465804] env[62312]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1228dbe5-430c-4ab7-8783-c9deae041132 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.500779] env[62312]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 4a681. [ 473.500917] env[62312]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.271s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 473.501468] env[62312]: INFO nova.virt.vmwareapi.driver [None req-335c43fb-1a42-4e38-b17b-655f2a2b990d None None] VMware vCenter version: 7.0.3 [ 473.504990] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800bce84-04e0-4308-82e7-05bcc5820519 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.522270] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49642aa-a40d-44b9-913d-d564d7b0a8ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.528237] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590bb7e-8132-4ee3-9c0d-9586b84b1097 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.535099] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef8477a-ef12-49e2-8ced-c9c14fc53d15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.548081] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f0b830-d1e6-4b90-b79d-fd25e29f77f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.553833] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc27658b-9979-4cd3-aeb1-2b68a10eba76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.583156] env[62312]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8ee42ed0-6cdd-4433-9f64-5be7c3c072f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 473.587807] env[62312]: DEBUG nova.virt.vmwareapi.driver [None req-335c43fb-1a42-4e38-b17b-655f2a2b990d None None] Extension org.openstack.compute already exists. {{(pid=62312) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 473.590458] env[62312]: INFO nova.compute.provider_config [None req-335c43fb-1a42-4e38-b17b-655f2a2b990d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 474.093463] env[62312]: DEBUG nova.context [None req-335c43fb-1a42-4e38-b17b-655f2a2b990d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0aeccf50-b2c6-474f-9e69-f7e19695bcca(cell1) {{(pid=62312) load_cells /opt/stack/nova/nova/context.py:464}} [ 474.095537] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 474.095759] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 474.096447] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 474.096868] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Acquiring lock "0aeccf50-b2c6-474f-9e69-f7e19695bcca" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 474.097067] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Lock "0aeccf50-b2c6-474f-9e69-f7e19695bcca" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 474.098089] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Lock "0aeccf50-b2c6-474f-9e69-f7e19695bcca" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 474.117876] env[62312]: INFO dbcounter [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Registered counter for database nova_cell0 [ 474.125798] env[62312]: INFO dbcounter [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Registered counter for database nova_cell1 [ 474.129094] env[62312]: DEBUG oslo_db.sqlalchemy.engines [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62312) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 474.129454] env[62312]: DEBUG oslo_db.sqlalchemy.engines [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62312) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 474.134480] env[62312]: ERROR nova.db.main.api [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 474.134480] env[62312]: result = function(*args, **kwargs) [ 474.134480] env[62312]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 474.134480] env[62312]: return func(*args, **kwargs) [ 474.134480] env[62312]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 474.134480] env[62312]: result = fn(*args, **kwargs) [ 474.134480] env[62312]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 474.134480] env[62312]: return f(*args, **kwargs) [ 474.134480] env[62312]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 474.134480] env[62312]: return db.service_get_minimum_version(context, binaries) [ 474.134480] env[62312]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 474.134480] env[62312]: _check_db_access() [ 474.134480] env[62312]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 474.134480] env[62312]: stacktrace = ''.join(traceback.format_stack()) [ 474.134480] env[62312]: [ 474.135457] env[62312]: ERROR nova.db.main.api [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 474.135457] env[62312]: result = function(*args, **kwargs) [ 474.135457] env[62312]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 474.135457] env[62312]: return func(*args, **kwargs) [ 474.135457] env[62312]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 474.135457] env[62312]: result = fn(*args, **kwargs) [ 474.135457] env[62312]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 474.135457] env[62312]: return f(*args, **kwargs) [ 474.135457] env[62312]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 474.135457] env[62312]: return db.service_get_minimum_version(context, binaries) [ 474.135457] env[62312]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 474.135457] env[62312]: _check_db_access() [ 474.135457] env[62312]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 474.135457] env[62312]: stacktrace = ''.join(traceback.format_stack()) [ 474.135457] env[62312]: [ 474.135838] env[62312]: WARNING nova.objects.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 474.135961] env[62312]: WARNING nova.objects.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Failed to get minimum service version for cell 0aeccf50-b2c6-474f-9e69-f7e19695bcca [ 474.136402] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Acquiring lock "singleton_lock" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 474.136565] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Acquired lock "singleton_lock" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 474.136796] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Releasing lock "singleton_lock" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 474.137121] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Full set of CONF: {{(pid=62312) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 474.137265] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ******************************************************************************** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 474.137411] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] Configuration options gathered from: {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 474.137562] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 474.137755] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 474.137882] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ================================================================================ {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 474.138100] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] allow_resize_to_same_host = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.138273] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] arq_binding_timeout = 300 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.138405] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] backdoor_port = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.138532] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] backdoor_socket = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.138695] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] block_device_allocate_retries = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.138878] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] block_device_allocate_retries_interval = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.139083] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cert = self.pem {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.139256] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.139425] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute_monitors = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.139593] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] config_dir = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.139765] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] config_drive_format = iso9660 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.139892] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.140071] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] config_source = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.140240] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] console_host = devstack {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.140412] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] control_exchange = nova {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.140565] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cpu_allocation_ratio = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.140723] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] daemon = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.140888] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] debug = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.141058] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] default_access_ip_network_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.141228] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] default_availability_zone = nova {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.141384] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] default_ephemeral_format = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.141545] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] default_green_pool_size = 1000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.141791] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.141958] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] default_schedule_zone = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.142129] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] disk_allocation_ratio = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.142291] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] enable_new_services = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.142493] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] enabled_apis = ['osapi_compute'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.142668] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] enabled_ssl_apis = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.142827] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] flat_injected = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.142986] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] force_config_drive = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.143157] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] force_raw_images = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.143341] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] graceful_shutdown_timeout = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.143529] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] heal_instance_info_cache_interval = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.143749] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] host = cpu-1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.143920] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.144095] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] initial_disk_allocation_ratio = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.144256] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] initial_ram_allocation_ratio = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.144465] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.144629] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instance_build_timeout = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.144811] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instance_delete_interval = 300 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.144980] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instance_format = [instance: %(uuid)s] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.145163] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instance_name_template = instance-%08x {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.145328] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instance_usage_audit = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.145498] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instance_usage_audit_period = month {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.145661] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.145822] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] instances_path = /opt/stack/data/nova/instances {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.145986] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] internal_service_availability_zone = internal {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.146155] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] key = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.146320] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] live_migration_retry_count = 30 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.146504] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_color = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.146665] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_config_append = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.146829] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.146985] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_dir = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.147156] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_file = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.147284] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_options = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.147443] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_rotate_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.147610] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_rotate_interval_type = days {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.147774] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] log_rotation_type = none {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.147901] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.148040] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.148212] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.148374] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.148503] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.148661] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] long_rpc_timeout = 1800 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.148818] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] max_concurrent_builds = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.148972] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] max_concurrent_live_migrations = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.149141] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] max_concurrent_snapshots = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.149299] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] max_local_block_devices = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.149457] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] max_logfile_count = 30 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.149614] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] max_logfile_size_mb = 200 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.149770] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] maximum_instance_delete_attempts = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.149934] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] metadata_listen = 0.0.0.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.150115] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] metadata_listen_port = 8775 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.150289] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] metadata_workers = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.150451] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] migrate_max_retries = -1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.150618] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] mkisofs_cmd = genisoimage {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.150822] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] my_block_storage_ip = 10.180.1.21 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.150952] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] my_ip = 10.180.1.21 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.151165] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.151328] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] network_allocate_retries = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.151502] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.151666] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] osapi_compute_listen = 0.0.0.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.151826] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] osapi_compute_listen_port = 8774 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.151988] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] osapi_compute_unique_server_name_scope = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.152169] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] osapi_compute_workers = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.152357] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] password_length = 12 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.152522] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] periodic_enable = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.152681] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] periodic_fuzzy_delay = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.152845] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] pointer_model = usbtablet {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.153013] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] preallocate_images = none {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.153180] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] publish_errors = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.153308] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] pybasedir = /opt/stack/nova {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.153462] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ram_allocation_ratio = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.153619] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] rate_limit_burst = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.153781] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] rate_limit_except_level = CRITICAL {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.153935] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] rate_limit_interval = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.154107] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] reboot_timeout = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.154266] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] reclaim_instance_interval = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.154420] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] record = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.154583] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] reimage_timeout_per_gb = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.154782] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] report_interval = 120 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.154947] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] rescue_timeout = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.155121] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] reserved_host_cpus = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.155280] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] reserved_host_disk_mb = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.155436] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] reserved_host_memory_mb = 512 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.155594] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] reserved_huge_pages = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.155747] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] resize_confirm_window = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.155901] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] resize_fs_using_block_device = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.156067] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] resume_guests_state_on_host_boot = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.156234] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.156392] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] rpc_response_timeout = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.156546] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] run_external_periodic_tasks = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.156708] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] running_deleted_instance_action = reap {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.156862] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] running_deleted_instance_poll_interval = 1800 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.157025] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] running_deleted_instance_timeout = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.157185] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler_instance_sync_interval = 120 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.157349] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_down_time = 720 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.157513] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] servicegroup_driver = db {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.157665] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] shell_completion = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.157831] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] shelved_offload_time = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.157984] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] shelved_poll_interval = 3600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.158160] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] shutdown_timeout = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.158317] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] source_is_ipv6 = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.158472] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ssl_only = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.158720] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.158889] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] sync_power_state_interval = 600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.159069] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] sync_power_state_pool_size = 1000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.159511] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] syslog_log_facility = LOG_USER {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.159693] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] tempdir = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.159862] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] timeout_nbd = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.160047] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] transport_url = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.160216] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] update_resources_interval = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.160405] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] use_cow_images = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.160583] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] use_eventlog = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.160748] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] use_journal = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.160906] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] use_json = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.161080] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] use_rootwrap_daemon = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.161245] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] use_stderr = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.161403] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] use_syslog = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.161560] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vcpu_pin_set = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.161728] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plugging_is_fatal = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.161897] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plugging_timeout = 300 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.162074] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] virt_mkfs = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.162240] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] volume_usage_poll_interval = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.162423] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] watch_log_file = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.162603] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] web = /usr/share/spice-html5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 474.162787] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.162952] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.163129] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.163301] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_concurrency.disable_process_locking = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.163604] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.163789] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.163956] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.164142] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.164315] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.164479] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.164673] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.auth_strategy = keystone {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.164856] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.compute_link_prefix = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.165049] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.165229] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.dhcp_domain = novalocal {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.165400] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.enable_instance_password = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.165566] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.glance_link_prefix = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.165732] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.165902] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.166076] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.instance_list_per_project_cells = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.166242] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.list_records_by_skipping_down_cells = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.166405] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.local_metadata_per_cell = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.166575] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.max_limit = 1000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.166745] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.metadata_cache_expiration = 15 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.166917] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.neutron_default_tenant_id = default {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.167106] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.response_validation = warn {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.167279] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.use_neutron_default_nets = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.167449] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.167614] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.167781] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.167952] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.168136] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.vendordata_dynamic_targets = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.168303] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.vendordata_jsonfile_path = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.168486] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.168680] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.backend = dogpile.cache.memcached {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.168849] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.backend_argument = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.169019] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.backend_expiration_time = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.169196] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.config_prefix = cache.oslo {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.169366] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.dead_timeout = 60.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.169533] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.debug_cache_backend = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.169694] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.enable_retry_client = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.169856] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.enable_socket_keepalive = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.170037] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.enabled = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.170204] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.enforce_fips_mode = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.170392] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.expiration_time = 600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.170573] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.hashclient_retry_attempts = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.170741] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.hashclient_retry_delay = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.170902] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_dead_retry = 300 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.171073] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_password = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.171250] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.171413] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.171577] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_pool_maxsize = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.171738] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.171900] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_sasl_enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.172091] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.172262] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_socket_timeout = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.172450] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.memcache_username = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.172623] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.proxies = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.172789] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.redis_db = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.172952] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.redis_password = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.173141] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.redis_sentinel_service_name = mymaster {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.173341] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.173498] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.redis_server = localhost:6379 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.173662] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.redis_socket_timeout = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.173822] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.redis_username = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.173987] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.retry_attempts = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.174166] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.retry_delay = 0.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.174334] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.socket_keepalive_count = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.174499] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.socket_keepalive_idle = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.174678] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.socket_keepalive_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.174855] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.tls_allowed_ciphers = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.175026] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.tls_cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.175189] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.tls_certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.175352] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.tls_enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.175517] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cache.tls_keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.175680] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.175852] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.auth_type = password {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.176029] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.176207] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.catalog_info = volumev3::publicURL {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.176369] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.176532] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.176694] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.cross_az_attach = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.176854] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.debug = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.177021] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.endpoint_template = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.177189] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.http_retries = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.177351] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.177512] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.177685] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.os_region_name = RegionOne {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.177873] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.178045] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cinder.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.178221] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.178379] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.cpu_dedicated_set = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.178539] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.cpu_shared_set = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.178701] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.image_type_exclude_list = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.178860] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.179029] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.max_concurrent_disk_ops = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.179194] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.max_disk_devices_to_attach = -1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.179356] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.179549] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.179734] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.resource_provider_association_refresh = 300 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.179905] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.180148] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.shutdown_retry_interval = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.180363] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.180560] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] conductor.workers = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.180744] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] console.allowed_origins = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.180906] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] console.ssl_ciphers = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.181090] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] console.ssl_minimum_version = default {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.181265] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] consoleauth.enforce_session_timeout = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.181435] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] consoleauth.token_ttl = 600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.181607] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.181765] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.181930] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.182103] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.182267] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.182456] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.182627] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.182785] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.182946] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.183121] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.183285] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.183445] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.183604] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.183774] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.service_type = accelerator {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.183935] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.184107] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.184271] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.184429] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.184610] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.184771] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] cyborg.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.184950] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.backend = sqlalchemy {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.185134] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.connection = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.185303] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.connection_debug = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.185472] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.connection_parameters = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.185640] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.connection_recycle_time = 3600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.185803] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.connection_trace = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.185965] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.db_inc_retry_interval = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.186144] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.db_max_retries = 20 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.186310] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.db_max_retry_interval = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.186473] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.db_retry_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.186636] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.max_overflow = 50 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.186800] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.max_pool_size = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.186962] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.max_retries = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.187145] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.187307] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.mysql_wsrep_sync_wait = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.187465] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.pool_timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.187629] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.retry_interval = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.187788] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.slave_connection = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.187951] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.sqlite_synchronous = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.188123] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] database.use_db_reconnect = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.188303] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.backend = sqlalchemy {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.188471] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.connection = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.188639] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.connection_debug = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.188810] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.connection_parameters = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.188976] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.connection_recycle_time = 3600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.189157] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.connection_trace = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.189321] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.db_inc_retry_interval = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.189486] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.db_max_retries = 20 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.189666] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.db_max_retry_interval = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.189813] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.db_retry_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.189975] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.max_overflow = 50 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.190155] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.max_pool_size = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.190324] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.max_retries = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.190511] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.190674] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.190833] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.pool_timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.190997] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.retry_interval = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.191172] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.slave_connection = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.191337] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] api_database.sqlite_synchronous = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.191515] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] devices.enabled_mdev_types = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.191692] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.191857] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ephemeral_storage_encryption.default_format = luks {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.192030] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ephemeral_storage_encryption.enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.192198] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.192392] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.api_servers = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.192571] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.192734] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.192895] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.193069] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.193232] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.193394] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.debug = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.193590] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.default_trusted_certificate_ids = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.193758] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.enable_certificate_validation = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.193921] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.enable_rbd_download = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.194095] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.194266] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.194429] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.194591] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.194748] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.194911] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.num_retries = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.195110] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.rbd_ceph_conf = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.195282] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.rbd_connect_timeout = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.195449] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.rbd_pool = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.195616] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.rbd_user = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.195778] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.195936] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.196108] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.196288] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.service_type = image {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.196452] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.196614] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.196772] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.196930] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.197121] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.197289] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.verify_glance_signatures = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.197449] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] glance.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.197620] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] guestfs.debug = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.197787] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.197949] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.auth_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.198124] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.198281] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.198444] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.198605] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.198763] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.198922] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.199095] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.199256] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.199414] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.199573] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.199733] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.199888] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.200056] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.200230] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.service_type = shared-file-system {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.200402] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.share_apply_policy_timeout = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.200568] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.200727] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.200883] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.201052] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.201236] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.201397] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] manila.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.201566] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] mks.enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.201910] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.202112] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] image_cache.manager_interval = 2400 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.202284] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] image_cache.precache_concurrency = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.202482] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] image_cache.remove_unused_base_images = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.202648] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.202815] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.202989] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] image_cache.subdirectory_name = _base {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.203176] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.api_max_retries = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.203342] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.api_retry_interval = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.203522] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.203693] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.auth_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.203852] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.204024] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.204184] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.204347] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.conductor_group = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.204509] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.204668] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.204827] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.204990] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.205164] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.205322] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.205482] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.205647] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.peer_list = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.205806] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.205964] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.206141] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.serial_console_state_timeout = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.206303] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.206469] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.service_type = baremetal {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.206631] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.shard = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.206793] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.206951] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.207123] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.207283] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.207463] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.207626] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ironic.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.207807] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.207979] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] key_manager.fixed_key = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.208178] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.208342] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.barbican_api_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.208503] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.barbican_endpoint = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.208673] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.barbican_endpoint_type = public {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.208833] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.barbican_region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.208990] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.209165] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.209331] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.209494] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.209652] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.209817] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.number_of_retries = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.209980] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.retry_delay = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.210159] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.send_service_user_token = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.210326] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.210487] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.210647] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.verify_ssl = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.210806] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican.verify_ssl_path = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.210970] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.211148] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.auth_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.211310] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.211469] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.211632] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.211795] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.211951] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.212128] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.212289] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] barbican_service_user.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.212485] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.approle_role_id = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.212650] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.approle_secret_id = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.212821] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.kv_mountpoint = secret {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.212981] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.kv_path = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.213162] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.kv_version = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.213327] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.namespace = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.213506] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.root_token_id = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.213677] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.ssl_ca_crt_file = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.213846] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.timeout = 60.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.214013] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.use_ssl = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.214189] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.214359] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.214521] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.214684] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.214842] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.214999] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.215172] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.215334] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.215493] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.215647] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.215800] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.215955] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.216125] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.216284] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.216450] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.service_type = identity {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.216616] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.216781] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.216940] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.217112] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.217295] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.217458] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] keystone.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.217648] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.ceph_mount_options = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.217969] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.218165] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.connection_uri = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.218336] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.cpu_mode = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.218515] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.cpu_model_extra_flags = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.218686] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.cpu_models = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.218858] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.cpu_power_governor_high = performance {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.219046] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.cpu_power_governor_low = powersave {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.219216] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.cpu_power_management = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.219388] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.219556] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.device_detach_attempts = 8 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.219718] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.device_detach_timeout = 20 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.219883] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.disk_cachemodes = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.220059] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.disk_prefix = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.220231] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.enabled_perf_events = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.220405] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.file_backed_memory = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.220571] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.gid_maps = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.220730] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.hw_disk_discard = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.220885] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.hw_machine_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.221065] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.images_rbd_ceph_conf = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.221235] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.221400] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.221572] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.images_rbd_glance_store_name = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.221740] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.images_rbd_pool = rbd {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.221908] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.images_type = default {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.222076] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.images_volume_group = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.222243] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.inject_key = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.222441] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.inject_partition = -2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.222617] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.inject_password = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.222783] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.iscsi_iface = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.222948] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.iser_use_multipath = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.223127] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_bandwidth = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.223298] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.223488] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_downtime = 500 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.223682] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.223852] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.224021] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_inbound_addr = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.224188] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.224349] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_permit_post_copy = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.224510] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_scheme = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.224682] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_timeout_action = abort {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.224844] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_tunnelled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.225010] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_uri = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.225183] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.live_migration_with_native_tls = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.225345] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.max_queues = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.225511] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.225745] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.225912] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.nfs_mount_options = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.226213] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.226390] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.226559] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.num_iser_scan_tries = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.226722] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.num_memory_encrypted_guests = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.226886] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.227061] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.num_pcie_ports = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.227234] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.num_volume_scan_tries = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.227403] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.pmem_namespaces = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.227568] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.quobyte_client_cfg = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.227862] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.228048] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rbd_connect_timeout = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.228218] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.228385] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.228548] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rbd_secret_uuid = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.228705] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rbd_user = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.228869] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.229056] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.remote_filesystem_transport = ssh {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.229220] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rescue_image_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.229381] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rescue_kernel_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.229543] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rescue_ramdisk_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.229712] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.229871] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.rx_queue_size = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.230049] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.smbfs_mount_options = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.230353] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.230529] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.snapshot_compression = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.230694] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.snapshot_image_format = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.230922] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.231103] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.sparse_logical_volumes = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.231270] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.swtpm_enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.231438] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.swtpm_group = tss {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.231606] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.swtpm_user = tss {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.231771] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.sysinfo_serial = unique {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.231930] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.tb_cache_size = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.232102] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.tx_queue_size = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.232276] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.uid_maps = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.232474] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.use_virtio_for_bridges = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.232655] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.virt_type = kvm {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.232823] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.volume_clear = zero {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.232988] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.volume_clear_size = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.233168] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.volume_use_multipath = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.233340] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.vzstorage_cache_path = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.233547] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.233723] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.vzstorage_mount_group = qemu {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.233887] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.vzstorage_mount_opts = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.234071] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.234368] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.234552] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.vzstorage_mount_user = stack {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.234721] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.234896] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.235083] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.auth_type = password {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.235247] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.235406] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.235570] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.235729] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.235885] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.236066] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.default_floating_pool = public {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.236232] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.236396] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.extension_sync_interval = 600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.236559] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.http_retries = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.236719] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.236875] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.237049] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.237222] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.237384] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.237593] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.ovs_bridge = br-int {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.237765] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.physnets = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.237936] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.region_name = RegionOne {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.238113] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.238284] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.service_metadata_proxy = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.238469] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.238613] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.service_type = network {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.238777] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.238938] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.239110] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.239276] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.239456] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.239622] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] neutron.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.239797] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] notifications.bdms_in_notifications = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.239973] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] notifications.default_level = INFO {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.240155] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] notifications.include_share_mapping = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.240335] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] notifications.notification_format = unversioned {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.240500] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] notifications.notify_on_state_change = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.240674] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.240850] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] pci.alias = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.241029] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] pci.device_spec = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.241199] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] pci.report_in_placement = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.241371] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.241546] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.auth_type = password {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.241717] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.241936] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.242127] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.242297] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.242488] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.242667] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.242820] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.default_domain_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.242979] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.default_domain_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.243155] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.domain_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.243348] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.domain_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.243513] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.243679] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.243836] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.243993] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.244167] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.244337] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.password = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.244497] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.project_domain_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.244665] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.project_domain_name = Default {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.244829] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.project_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.244999] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.project_name = service {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.245181] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.region_name = RegionOne {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.245343] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.245504] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.245671] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.service_type = placement {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.245832] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.245991] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.246164] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.246323] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.system_scope = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.246484] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.246644] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.trust_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.246803] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.user_domain_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.246970] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.user_domain_name = Default {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.247142] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.user_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.247317] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.username = nova {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.247501] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.247684] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] placement.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.247891] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.cores = 20 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.248087] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.count_usage_from_placement = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.248265] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.248436] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.injected_file_content_bytes = 10240 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.248606] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.injected_file_path_length = 255 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.248772] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.injected_files = 5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.248938] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.instances = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.249121] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.key_pairs = 100 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.249293] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.metadata_items = 128 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.249459] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.ram = 51200 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.249627] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.recheck_quota = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.249796] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.server_group_members = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.249960] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.server_groups = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.250189] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.250377] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] quota.unified_limits_resource_strategy = require {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.250548] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.250711] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.250872] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.image_metadata_prefilter = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.251045] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.251217] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.max_attempts = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.251380] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.max_placement_results = 1000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.251546] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.251706] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.query_placement_for_image_type_support = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.251865] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.252047] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] scheduler.workers = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.252224] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.252421] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.252603] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.252771] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.252935] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.253111] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.253276] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.253490] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.253668] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.host_subset_size = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.253832] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.253991] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.254178] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.254344] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.isolated_hosts = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.254510] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.isolated_images = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.254673] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.254834] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.254996] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.255185] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.pci_in_placement = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.255353] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.255561] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.255681] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.255842] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.256036] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.256180] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.256342] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.track_instance_changes = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.256521] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.256690] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] metrics.required = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.256851] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] metrics.weight_multiplier = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.257020] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.257187] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] metrics.weight_setting = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.257553] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.257761] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] serial_console.enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.257944] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] serial_console.port_range = 10000:20000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.258132] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.258307] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.258474] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] serial_console.serialproxy_port = 6083 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.258704] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.258818] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.auth_type = password {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.258976] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.259150] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.259314] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.259476] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.259638] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.259805] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.send_service_user_token = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.259970] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.260142] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] service_user.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.260314] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.agent_enabled = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.260483] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.260839] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.261059] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.261237] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.html5proxy_port = 6082 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.261402] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.image_compression = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.261565] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.jpeg_compression = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.261726] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.playback_compression = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.261887] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.require_secure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.262068] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.server_listen = 127.0.0.1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.262243] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.262440] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.streaming_mode = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.262607] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] spice.zlib_compression = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.262773] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] upgrade_levels.baseapi = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.262944] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] upgrade_levels.compute = auto {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.263117] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] upgrade_levels.conductor = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.263278] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] upgrade_levels.scheduler = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.263486] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.263673] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.auth_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.263838] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.263999] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.264180] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.264344] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.264503] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.264665] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.264823] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vendordata_dynamic_auth.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.264996] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.api_retry_count = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.265173] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.ca_file = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.265349] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.cache_prefix = devstack-image-cache {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.265517] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.cluster_name = testcl1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.265682] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.connection_pool_size = 10 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.265841] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.console_delay_seconds = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.266025] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.datastore_regex = ^datastore.* {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.266247] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.266421] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.host_password = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.266591] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.host_port = 443 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.266760] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.host_username = administrator@vsphere.local {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.266927] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.insecure = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.267103] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.integration_bridge = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.267269] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.maximum_objects = 100 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.267427] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.pbm_default_policy = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.267593] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.pbm_enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.267749] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.pbm_wsdl_location = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.267915] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.268086] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.serial_port_proxy_uri = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.268246] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.serial_port_service_uri = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.268410] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.task_poll_interval = 0.5 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.268583] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.use_linked_clone = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.268746] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.vnc_keymap = en-us {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.268912] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.vnc_port = 5900 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.269087] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vmware.vnc_port_total = 10000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.269275] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.auth_schemes = ['none'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.269450] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.269745] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.269929] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.270114] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.novncproxy_port = 6080 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.270304] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.server_listen = 127.0.0.1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.270483] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.270645] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.vencrypt_ca_certs = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.270803] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.vencrypt_client_cert = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.270959] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vnc.vencrypt_client_key = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.271152] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.271315] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.disable_deep_image_inspection = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.271475] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.271637] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.271795] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.271953] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.disable_rootwrap = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.272126] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.enable_numa_live_migration = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.272287] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.272473] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.272639] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.272799] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.libvirt_disable_apic = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.272952] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.273128] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.273291] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.273473] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.273653] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.273818] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.273979] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.274156] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.274317] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.274479] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.274664] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.274832] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.client_socket_timeout = 900 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.274997] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.default_pool_size = 1000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.275204] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.keep_alive = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.275386] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.max_header_line = 16384 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.275552] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.secure_proxy_ssl_header = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.275712] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.ssl_ca_file = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.275871] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.ssl_cert_file = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.276042] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.ssl_key_file = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.276211] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.tcp_keepidle = 600 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.276383] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.276548] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] zvm.ca_file = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.276706] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] zvm.cloud_connector_url = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.276999] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.277189] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] zvm.reachable_timeout = 300 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.277361] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.277539] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.277715] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.connection_string = messaging:// {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.277882] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.enabled = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.278059] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.es_doc_type = notification {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.278224] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.es_scroll_size = 10000 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.278388] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.es_scroll_time = 2m {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.278548] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.filter_error_trace = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.278713] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.hmac_keys = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.278873] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.sentinel_service_name = mymaster {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.279045] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.socket_timeout = 0.1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.279209] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.trace_requests = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.279367] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler.trace_sqlalchemy = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.279539] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler_jaeger.process_tags = {} {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.279697] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler_jaeger.service_name_prefix = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.279857] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] profiler_otlp.service_name_prefix = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.280028] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] remote_debug.host = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.280190] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] remote_debug.port = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.280387] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.280564] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.280729] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.280888] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.281061] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.281225] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.281382] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.281543] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.281702] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.281867] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.282033] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.282203] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.282400] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.282576] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.282745] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.282910] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.283084] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.283255] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.283431] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.283606] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.283773] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.283935] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.284111] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.284278] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.284439] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.284603] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.284763] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.284919] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.285098] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.285265] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.ssl = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.285442] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.285616] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.285776] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.285942] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.286131] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.ssl_version = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.286293] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.286478] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.286651] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_notifications.retry = -1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.286828] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.286999] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_messaging_notifications.transport_url = **** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.287183] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.auth_section = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.287346] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.auth_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.287504] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.cafile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.287659] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.certfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.287817] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.collect_timing = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.287972] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.connect_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.288142] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.connect_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.288298] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.endpoint_id = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.288464] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.endpoint_interface = publicURL {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.288622] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.endpoint_override = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.288773] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.endpoint_region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.288929] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.endpoint_service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.289097] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.endpoint_service_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.289266] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.insecure = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.289421] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.keyfile = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.289576] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.max_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.289728] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.min_version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.289880] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.region_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.290048] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.retriable_status_codes = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.290208] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.service_name = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.290387] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.service_type = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.290562] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.split_loggers = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.290720] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.status_code_retries = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.290876] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.status_code_retry_delay = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.291044] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.timeout = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.291202] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.valid_interfaces = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.291356] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_limit.version = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.291518] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_reports.file_event_handler = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.291679] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.291833] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] oslo_reports.log_dir = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.292017] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.292175] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.292353] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.292522] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.292687] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.292845] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.293026] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.293191] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_ovs_privileged.group = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.293349] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.293542] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.293708] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.293867] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] vif_plug_ovs_privileged.user = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.294045] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.flat_interface = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.294226] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.294396] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.294565] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.294733] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.294894] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.295069] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.295231] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.295404] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.295573] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_ovs.isolate_vif = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.295736] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.295897] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.296074] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.296244] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_ovs.ovsdb_interface = native {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.296403] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] os_vif_ovs.per_port_bridge = False {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.296572] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] privsep_osbrick.capabilities = [21] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.296729] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] privsep_osbrick.group = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.296882] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] privsep_osbrick.helper_command = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.297052] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.297217] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.297372] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] privsep_osbrick.user = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.297542] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.297701] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] nova_sys_admin.group = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.297852] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] nova_sys_admin.helper_command = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.298023] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.298184] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.298339] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] nova_sys_admin.user = None {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 474.298470] env[62312]: DEBUG oslo_service.service [None req-d5702efe-0784-4b79-972c-c2b8d968debe None None] ******************************************************************************** {{(pid=62312) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 474.298876] env[62312]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 474.802402] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Getting list of instances from cluster (obj){ [ 474.802402] env[62312]: value = "domain-c8" [ 474.802402] env[62312]: _type = "ClusterComputeResource" [ 474.802402] env[62312]: } {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 474.803545] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961050d4-53cf-4f3e-9744-45c99b5c6e5e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.812515] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Got total of 0 instances {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 474.813130] env[62312]: WARNING nova.virt.vmwareapi.driver [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 474.813637] env[62312]: INFO nova.virt.node [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Generated node identity 191dcbdd-6351-4baf-983d-413b3c578968 [ 474.813867] env[62312]: INFO nova.virt.node [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Wrote node identity 191dcbdd-6351-4baf-983d-413b3c578968 to /opt/stack/data/n-cpu-1/compute_id [ 475.316879] env[62312]: WARNING nova.compute.manager [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Compute nodes ['191dcbdd-6351-4baf-983d-413b3c578968'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 476.322691] env[62312]: INFO nova.compute.manager [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 477.328517] env[62312]: WARNING nova.compute.manager [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 477.328980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.329291] env[62312]: DEBUG oslo_concurrency.lockutils [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.329498] env[62312]: DEBUG oslo_concurrency.lockutils [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.329659] env[62312]: DEBUG nova.compute.resource_tracker [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 477.330651] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82400051-f9b0-46d0-a753-5b1c784192e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.339389] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f068ca-0dc5-4781-a41d-e2460be6870a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.353930] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdeaa3b-0710-4128-8117-febba9baf565 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.360453] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7603e-0b3d-414f-94d6-5e77a21a5013 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.391277] env[62312]: DEBUG nova.compute.resource_tracker [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 477.391680] env[62312]: DEBUG oslo_concurrency.lockutils [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.391820] env[62312]: DEBUG oslo_concurrency.lockutils [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.894462] env[62312]: WARNING nova.compute.resource_tracker [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] No compute node record for cpu-1:191dcbdd-6351-4baf-983d-413b3c578968: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 191dcbdd-6351-4baf-983d-413b3c578968 could not be found. [ 478.397856] env[62312]: INFO nova.compute.resource_tracker [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 191dcbdd-6351-4baf-983d-413b3c578968 [ 479.906625] env[62312]: DEBUG nova.compute.resource_tracker [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 479.906989] env[62312]: DEBUG nova.compute.resource_tracker [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 480.061187] env[62312]: INFO nova.scheduler.client.report [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] [req-4f1d3ef6-0a2e-40ea-89c2-2edf53898d2d] Created resource provider record via placement API for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 480.077757] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b076e2a-c8b3-4800-80d7-5966734b2a52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.085709] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc51e8-ae82-4d23-8f83-c686143930fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.115591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad07ad9-3e6e-4a49-8391-b07336c42f9f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.122649] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400de8d3-dd5d-4c2a-a958-76de79a92732 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.135437] env[62312]: DEBUG nova.compute.provider_tree [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 480.672611] env[62312]: DEBUG nova.scheduler.client.report [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 480.672840] env[62312]: DEBUG nova.compute.provider_tree [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 0 to 1 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 480.673312] env[62312]: DEBUG nova.compute.provider_tree [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 480.722475] env[62312]: DEBUG nova.compute.provider_tree [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 1 to 2 during operation: update_traits {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 481.227274] env[62312]: DEBUG nova.compute.resource_tracker [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 481.227588] env[62312]: DEBUG oslo_concurrency.lockutils [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.227634] env[62312]: DEBUG nova.service [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Creating RPC server for service compute {{(pid=62312) start /opt/stack/nova/nova/service.py:186}} [ 481.243549] env[62312]: DEBUG nova.service [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] Join ServiceGroup membership for this service compute {{(pid=62312) start /opt/stack/nova/nova/service.py:203}} [ 481.243738] env[62312]: DEBUG nova.servicegroup.drivers.db [None req-539b8705-b89b-47d4-bc17-d4a892652eaf None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62312) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 485.245446] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_power_states {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 485.749082] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Getting list of instances from cluster (obj){ [ 485.749082] env[62312]: value = "domain-c8" [ 485.749082] env[62312]: _type = "ClusterComputeResource" [ 485.749082] env[62312]: } {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 485.750236] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c54c3-69d2-45ab-8d6e-bd89609880f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.758754] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Got total of 0 instances {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 485.758968] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 485.759264] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Getting list of instances from cluster (obj){ [ 485.759264] env[62312]: value = "domain-c8" [ 485.759264] env[62312]: _type = "ClusterComputeResource" [ 485.759264] env[62312]: } {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 485.760106] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53c25a1-1224-4d35-9a60-a628439c34b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.767290] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Got total of 0 instances {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.608730] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 529.609154] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 529.609276] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 529.609339] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 530.112611] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 530.112834] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 530.113117] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 530.113321] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 530.113513] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 530.113698] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 530.113903] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 530.114085] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 530.114236] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 530.617427] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.617817] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.617817] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.617961] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 530.618825] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be50f077-91b1-43bd-a422-3ae47deda8f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.627205] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd348e19-371c-4a85-8a9f-e84946fb0b06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.640498] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a4eb20-f339-4678-89d2-b7edad47fb54 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.646721] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c89829-8283-4509-9748-6fc53dfc71df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.674682] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181391MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 530.674813] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.674991] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.691972] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 531.692314] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 531.708600] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e7184-0374-44c9-9ffc-90dde27f4a7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.716265] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c659124-8767-467b-b40b-b7f6b0dc37ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.746266] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000762ed-65c7-4d63-9059-0f28532576b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.753819] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47829dc5-1f93-4511-9220-3ae5414d2196 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.767099] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.269931] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 532.775229] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 532.775607] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.762361] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.762734] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.267702] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.267866] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 593.267982] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 593.771332] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 593.771707] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.771707] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.771869] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.771986] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.772104] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.772261] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.772383] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 593.772520] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.276133] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.276393] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.276541] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.276691] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 594.277571] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7af5c-250d-4010-a6c0-3f6f9e0409c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.285897] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965995d-ef77-40f4-bc27-a5c742f26903 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.299543] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfed4348-002b-470a-9d83-9fa33222a63a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.305713] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4694256-64f6-44f5-b842-6e78421bf8d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.333750] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 594.333935] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.334151] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.352065] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 595.352401] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 595.365626] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fff1ac-fa38-4632-ac17-eeb07778619b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.373453] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea59df-b18d-43b4-af5d-4ce071c22de6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.403066] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc5e51-070b-4207-a6dc-81251f469074 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.409924] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f6b379-745b-44cc-bf93-7e292d159630 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.422486] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.925734] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.926965] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 595.927159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.928927] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.929438] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.929438] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 655.929438] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 656.432093] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 656.432360] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.432510] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.432666] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.432812] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.432958] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.433114] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.433241] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 656.433381] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.936230] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.936580] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.936716] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.936871] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 656.937749] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1114189-e3b8-47eb-9d1b-618c220c5917 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.945752] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2d6bf-e374-4074-a61f-7c946d5dcc93 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.959596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617eb5a3-e2f9-4a17-af1c-f71b4c891347 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.965836] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd15f4a-6302-48a0-80bb-093740a8bc73 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.993528] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181370MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 656.993648] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.993834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.011910] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 658.012157] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 658.025063] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9fc94-eafe-47c1-885f-ee36ff3bac62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.032758] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0370763c-d34a-4b15-bb82-bb292f0406f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.062285] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af0e6b9-d1c3-4298-b56f-931f991fb380 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.069041] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d020a29a-c6da-4952-a701-b0419641eac3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.081724] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.585220] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.586477] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 658.586657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.254201] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.254604] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.758712] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.758947] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 715.758991] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 716.260965] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 716.261354] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.261354] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.261502] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.261627] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.261763] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.261904] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.262046] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 716.262196] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.765332] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.765566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.765718] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.765869] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 716.766816] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e01a07-407f-4e6f-8fef-c851f1749693 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.775313] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409f33ea-5d9f-43db-a9a1-d8da16fc0f0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.790420] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16243490-1f0c-4a70-9fa6-0aa9539f572e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.796429] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76c6c8c-750c-4a26-8e08-9d7f1f2a12c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.824267] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 716.824440] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.824605] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.842511] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 717.842756] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 717.855028] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f41dd-6496-4cb8-b084-ff2d74c71a29 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.862491] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8644b058-abfd-475d-a3f4-02d589959741 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.891451] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764a9e95-faf9-42c7-967b-8e9222f7a045 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.897967] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c7c62-c2a4-4491-8d09-aa0c582389db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.910278] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.412782] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.414059] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 718.414244] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.600305] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.600641] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 770.104198] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] There are 0 instances to clean {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 770.104473] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.104547] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances with incomplete migration {{(pid=62312) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 770.607467] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.110235] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.110605] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 773.110605] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 773.613532] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 773.613758] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.613915] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.614091] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.614259] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.614387] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 774.600117] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.600469] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.600469] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.600626] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.104135] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.104396] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.104560] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.104760] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 775.105736] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a40e928-e1f7-4e7a-a4a1-67f9031fe23d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.114032] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5b03eb-39bc-4c2b-b0f5-df3a46297112 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.128519] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de015f4-1ee4-4db0-8c8a-943fff0d3173 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.134441] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32297d5d-98d8-49e5-9ad4-c88256370185 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.162552] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 775.162703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.162885] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.179975] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 776.180259] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 776.192809] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de18f91b-71ad-4695-93e1-d9aed9e509e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.200542] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0173ac5c-1298-4b40-b952-f3b12c7f95cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.230236] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b22dff6-eab4-4483-a074-9ea9f2a5e7d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.237222] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a2426d-ff4a-4f08-b3dd-568a2a9ade34 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.250060] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.753106] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.753958] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 776.754154] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.755022] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.259621] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.259839] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 834.260054] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 834.763705] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 834.764138] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.764219] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.764304] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.764457] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.764603] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.764731] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 835.600527] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.600757] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.104046] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.104309] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.104485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.104634] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 836.105578] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ced2b6-2780-4669-8493-03a4c588c57d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.114425] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0732108-026d-4214-b4c9-7697203203c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.128466] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd65359-5809-4c24-a75c-6879301c3dd9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.135154] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3743b16-f1f2-40db-916b-a721fb653b3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.164447] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181374MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 836.164632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.164785] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.197423] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 837.197660] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 837.215547] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.229480] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.229649] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.241188] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.256093] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.268040] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555269bf-c21f-4fdd-abde-5309cd8c23aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.275613] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ed3665-b10e-4a1a-aa52-f07e017de2a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.304869] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a76b7-059f-48dd-8d65-dc03c2d3df31 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.311626] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0d0be-fe1f-4169-99a6-981be27ba279 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.324344] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.827098] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.828323] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 837.828508] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.664s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.824194] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.601538] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.602047] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 892.602047] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 893.105253] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 893.600934] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.600849] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.601329] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.600700] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.600875] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 896.601694] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.601694] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.600811] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.104104] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.104503] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.104503] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.104570] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 898.105432] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7c7634-73b9-404c-9756-965511213897 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.113832] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5777ea-48c3-4fc0-bbde-52394ce8a6fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.127419] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2169c06-7e13-4e2d-87dc-96e209815649 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.133591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e097aec-4e6a-44a1-bf41-f3542893f627 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.162178] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181365MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 898.162336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.162517] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.180484] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 899.180723] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 899.193473] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7940bf93-71e4-45a2-9272-43343860788c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.201076] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da4627-51b0-4603-94e6-95973376fd2b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.229623] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40de98a1-e56b-49a3-966b-708169dd2d40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.236549] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ed3e82-e303-462c-9475-1f275903fd74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.250165] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.752873] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.754241] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 899.754424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.750362] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.596062] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.600146] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.600510] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 954.600510] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 955.103574] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 955.103808] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.600792] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 956.600431] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 956.601192] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 956.601192] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 957.601034] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.600881] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.596182] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.599867] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.103015] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.103391] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.103430] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.103556] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 960.104444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6327625b-650c-4cb3-bec4-132e39f19147 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.112820] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56480653-6c02-400a-9e6e-92457a7e5f56 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.126304] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd88116-c57c-418d-a0e8-3f69b935699e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.132257] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e907f89d-2c99-444c-8969-46355b8a2658 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.160686] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181371MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 960.160844] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.161011] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.178943] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 961.179280] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 961.191749] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae5b916-b315-4f81-8d93-3b28a2a822fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.199150] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48841b8e-1e38-4b3f-9399-277c83f5bc53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.227275] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a884602-f6c8-4f4e-9316-211c24d123e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.233726] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a23f43-3f43-4efd-afe1-03d8758c7ba1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.246909] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.750650] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.751953] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 961.752150] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.754234] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.754574] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1017.754574] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1018.257719] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1018.257955] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.258108] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.258284] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.258502] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.258639] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1019.601657] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.602112] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.596750] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.600402] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.106700] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.107015] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.107114] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.107311] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1021.108203] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf12e34-1708-405d-822b-ce86d65feb36 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.116720] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad5e2cf-ea53-4e00-8e34-b7c8c47cfdf9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.130797] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6c345-e77f-4f13-ac00-4e5d5c0f9d7b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.137077] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84be44-7a83-4080-b901-c1f981bf9e41 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.166798] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181384MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1021.166964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.167155] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.187829] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1022.188110] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1022.200732] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb057f71-599a-4a7f-ba65-73623a6caa88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.208047] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b491514-f48f-432c-b795-a1c26f6697d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.236288] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cbe187-806a-4ea8-8012-e7516c925156 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.242777] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add91b69-6a5c-4c54-b1b6-a3014c2f2f32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.255153] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.758659] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.759870] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1022.760089] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.601036] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.104342] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.104735] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1074.607654] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] There are 0 instances to clean {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1076.104774] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.602239] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.602239] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1076.602239] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1077.105065] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1077.105065] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.105065] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.105511] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances with incomplete migration {{(pid=62312) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1078.103308] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.596570] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.600135] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.600560] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.600560] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1080.600589] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.596101] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.600075] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.103017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.103261] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.103432] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.103583] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1083.104472] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8337cf-c0c5-42fc-a2c6-bb4d98a9e2f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.112721] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a789e50a-c6f3-44c2-9e1e-d3dcc12e276b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.126746] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276d6c4-f7c6-49eb-96bc-51f534acbb34 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.132732] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf10ed0-e28c-4eb1-8f8c-ef3868c06641 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.161543] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1083.161688] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.161852] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.183109] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.183109] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.196080] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4307316-0827-4c2a-aba7-c658d570b551 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.202385] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0db518-7049-464a-b176-c4a65a163c1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.230971] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f43512-be27-4ebd-b39d-198e30fb8ae1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.238056] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753f8d3d-3e58-4125-8818-41efcad0b34f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.251421] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.756751] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.756751] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1084.756751] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.403319] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_power_states {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.906520] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Getting list of instances from cluster (obj){ [ 1087.906520] env[62312]: value = "domain-c8" [ 1087.906520] env[62312]: _type = "ClusterComputeResource" [ 1087.906520] env[62312]: } {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1087.907590] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d35600e-d730-4db8-ba8e-5634c360adbd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.916670] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Got total of 0 instances {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1137.113878] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.601116] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.601302] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1137.601420] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1138.104594] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1138.104826] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.600085] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.600879] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.595950] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.599588] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.599767] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.599905] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1144.600047] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.103898] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.104139] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.104323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.104476] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.105425] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7f3075-6e8b-434f-b326-50e9c468d883 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.113759] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aaf620-8266-4e79-8142-7e72e34cea74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.127132] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ecd199-4281-4d7b-85fa-742e1b97eff7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.133178] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f15439-a6d8-4045-acf9-091cd572dd06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.161873] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1145.162072] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.162357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.281473] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1146.281744] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1146.301804] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1146.312802] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1146.312974] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.322244] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1146.337141] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1146.348858] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6893d347-f5a4-4ae4-9667-571908ccf8a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.356166] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbc7cdd-00de-4dcb-baab-25d3bdd5fa63 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.384731] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6486a4-6810-4898-bca5-b1f961771e07 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.391369] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1139d8f1-06ab-4857-bfc2-582803fff5bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.404546] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.907874] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.909273] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1146.909484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.747s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.910394] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.910861] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1199.910861] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1200.416787] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1200.417103] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.417328] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.417519] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.600205] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.104748] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.601187] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.596649] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.600239] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.600390] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1206.600560] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.103434] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.103662] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.103803] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.103954] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1207.104849] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d816c147-91d9-4396-99df-48c1a8744105 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.112862] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c1306-ae04-408f-a56d-9e650e1b05b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.126924] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f043b2-c45a-44cf-8dad-778c132b48f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.132741] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4c766-29fe-4ac7-9fd1-c25090697d73 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.161046] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1207.161179] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.161357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.180847] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1208.180847] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1208.193452] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfde149-3a75-4ed1-9ff6-39992a74d9ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.201385] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d5534f-5e68-41da-b262-6c5dcd90ebf5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.230275] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bb2e6b-f3c9-4482-85ac-8aaa42782f9c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.237008] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76402bd8-a50e-464b-a59a-97b549b863fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.249394] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.752801] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.754127] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1208.754301] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.754631] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.755014] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1259.755014] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1260.258100] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1260.258384] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.258485] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.258627] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.600445] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.601609] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.596804] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.600680] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.601099] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1268.600093] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.103604] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.103837] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.104017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.104175] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1269.105091] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e8643d-25c0-4ae8-8b9a-d55d7ad46f2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.113509] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c251c746-e60d-493a-ac1b-480cd372f095 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.127103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16629879-263a-40a6-a141-0bbba4090638 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.133395] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08244330-dc33-4403-a8a7-1c2cef8fa53a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.162230] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181390MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1269.162385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.162549] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.180712] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1270.180712] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1270.193531] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f24318-51d4-418e-895d-211514d1f9ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.200903] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd7c3d-d0e5-4b0c-b61d-e75dee2dfdd8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.229402] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62a2f36-7647-48c6-b7f3-aa86098cb67b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.236209] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45758ed5-fccd-4bc0-bc64-f2e931561526 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.248845] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.752267] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.753541] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1270.753719] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.368665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "b960d026-6a8c-48f4-ab6c-164e08215425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.368994] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "b960d026-6a8c-48f4-ab6c-164e08215425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.699963] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "9a577054-9963-4167-add1-428ff9587b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.700174] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "9a577054-9963-4167-add1-428ff9587b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.753867] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.754315] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1319.754481] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1319.803937] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "c289458a-b24c-46e4-add4-c786d52864d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.804048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "c289458a-b24c-46e4-add4-c786d52864d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.875165] env[62312]: DEBUG nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.958533] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "3c27d92d-5072-4d12-aa5e-60336dad1c41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.958533] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.206202] env[62312]: DEBUG nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.257023] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1320.258202] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.310130] env[62312]: DEBUG nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.417638] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.417897] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.419536] env[62312]: INFO nova.compute.claims [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.462825] env[62312]: DEBUG nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.601398] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.732203] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.797292] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.797581] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.833094] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.988894] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.113126] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.113349] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.303333] env[62312]: DEBUG nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.452020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.452020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.538377] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc490e36-5f0a-4991-b36b-1caaa4c788a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.547096] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f0222-aa40-433e-aa0b-e37bac4170e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.582305] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab94c3fa-1f11-4b14-ba92-2ab9d25d005c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.590148] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adecf3d2-56fe-4dd2-bd5e-1e9183c5d24b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.604245] env[62312]: DEBUG nova.compute.provider_tree [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.832143] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.956578] env[62312]: DEBUG nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.107636] env[62312]: DEBUG nova.scheduler.client.report [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.485623] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.590464] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "c13205db-c3b6-4014-ba7e-340f800bdec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.590698] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.600128] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.612628] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.613258] env[62312]: DEBUG nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.616105] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.884s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.617540] env[62312]: INFO nova.compute.claims [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.095428] env[62312]: DEBUG nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.122730] env[62312]: DEBUG nova.compute.utils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.126061] env[62312]: DEBUG nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.126061] env[62312]: DEBUG nova.network.neutron [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.613053] env[62312]: DEBUG nova.policy [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3255c25d9c487980529bf38bdccc7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25967384987a43e6b30eb5fc1f8231a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.617342] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.632472] env[62312]: DEBUG nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.644498] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.790112] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cbe006-6a3a-4203-a666-6025451e9d73 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.799865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7d8e51-8f45-4dae-be94-2d2a78302950 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.836405] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ded17f-cf75-480b-97b3-730d427b0835 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.845126] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1570106-84f3-4fc4-804b-ebffe1bb3f25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.862507] env[62312]: DEBUG nova.compute.provider_tree [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.363820] env[62312]: DEBUG nova.scheduler.client.report [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.460976] env[62312]: DEBUG nova.network.neutron [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Successfully created port: bac4b153-ed47-4b25-91da-c4b3cecfb423 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.650802] env[62312]: DEBUG nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.686306] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.686306] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.686306] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.686460] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.686460] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.686460] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.686862] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.687127] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.687447] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.687896] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.688167] env[62312]: DEBUG nova.virt.hardware [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.689724] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2c6cbf-87de-4d57-8b22-7904b9bc8000 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.699596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253299d2-664d-4b23-bf59-874e47f02198 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.723021] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a506d523-4b4d-411a-8ad4-492ecedd669e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.868635] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.869271] env[62312]: DEBUG nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.872066] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.039s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.873400] env[62312]: INFO nova.compute.claims [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.377967] env[62312]: DEBUG nova.compute.utils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.379410] env[62312]: DEBUG nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.380759] env[62312]: DEBUG nova.network.neutron [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.443500] env[62312]: DEBUG nova.policy [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbf0d8c920ff41b083493f0ae2795e5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '337a04506d804d4598efa2735ec3de50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.600475] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.885279] env[62312]: DEBUG nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.076095] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5e7ffe-73e1-4434-ab33-dee88ca10667 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.084755] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eeb364-9e9a-4f11-a7ec-cafb39062ea8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.124489] env[62312]: DEBUG nova.network.neutron [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Successfully created port: 294c2ca7-ef2c-44cd-aba4-d7499dd72b5a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.126936] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a34cafd-7696-4356-b69c-e4518ec29b5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.136369] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33fa8d6-ad34-4822-b09e-d6660b8334eb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.148970] env[62312]: DEBUG nova.compute.provider_tree [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.653831] env[62312]: DEBUG nova.scheduler.client.report [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.900978] env[62312]: DEBUG nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.926872] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.927023] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.928266] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.931293] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.931529] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.933170] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.933170] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.933170] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.933170] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.933170] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.933347] env[62312]: DEBUG nova.virt.hardware [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.933556] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699814de-b005-428e-bc71-551ede5e042c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.943830] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba13a66-3379-4792-a341-a27aadc10d59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.161434] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.162926] env[62312]: DEBUG nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.166072] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.177s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.168249] env[62312]: INFO nova.compute.claims [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.443316] env[62312]: DEBUG nova.network.neutron [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Successfully updated port: bac4b153-ed47-4b25-91da-c4b3cecfb423 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.503410] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "4a4872eb-4451-4de0-a3ad-604595924ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.503410] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "4a4872eb-4451-4de0-a3ad-604595924ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.560868] env[62312]: DEBUG nova.compute.manager [req-997d1dbe-afea-492f-a8b0-70fac4819391 req-646b8be3-f729-45c1-8ca2-86eff2b8020e service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Received event network-vif-plugged-bac4b153-ed47-4b25-91da-c4b3cecfb423 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1327.562179] env[62312]: DEBUG oslo_concurrency.lockutils [req-997d1dbe-afea-492f-a8b0-70fac4819391 req-646b8be3-f729-45c1-8ca2-86eff2b8020e service nova] Acquiring lock "b960d026-6a8c-48f4-ab6c-164e08215425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.562179] env[62312]: DEBUG oslo_concurrency.lockutils [req-997d1dbe-afea-492f-a8b0-70fac4819391 req-646b8be3-f729-45c1-8ca2-86eff2b8020e service nova] Lock "b960d026-6a8c-48f4-ab6c-164e08215425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.562179] env[62312]: DEBUG oslo_concurrency.lockutils [req-997d1dbe-afea-492f-a8b0-70fac4819391 req-646b8be3-f729-45c1-8ca2-86eff2b8020e service nova] Lock "b960d026-6a8c-48f4-ab6c-164e08215425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.562179] env[62312]: DEBUG nova.compute.manager [req-997d1dbe-afea-492f-a8b0-70fac4819391 req-646b8be3-f729-45c1-8ca2-86eff2b8020e service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] No waiting events found dispatching network-vif-plugged-bac4b153-ed47-4b25-91da-c4b3cecfb423 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.562179] env[62312]: WARNING nova.compute.manager [req-997d1dbe-afea-492f-a8b0-70fac4819391 req-646b8be3-f729-45c1-8ca2-86eff2b8020e service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Received unexpected event network-vif-plugged-bac4b153-ed47-4b25-91da-c4b3cecfb423 for instance with vm_state building and task_state spawning. [ 1327.601606] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.601606] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1327.672926] env[62312]: DEBUG nova.compute.utils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.683794] env[62312]: DEBUG nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.683794] env[62312]: DEBUG nova.network.neutron [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.855993] env[62312]: DEBUG nova.policy [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9de929d48cb54f6a8f3ee807ff109d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f98f477f2704b3683f951b079518f74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.948671] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.948671] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.948671] env[62312]: DEBUG nova.network.neutron [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.008279] env[62312]: DEBUG nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.184686] env[62312]: DEBUG nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.336148] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f7195-6ad0-4700-aa23-aee7a1af49c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.344498] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a318be8-b447-4324-a01b-870ac5de1729 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.377132] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e5865-1e3b-48cb-b4aa-8051df36fb64 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.385214] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f4d3ed-e3c9-4717-ad63-b744ce986ed2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.400088] env[62312]: DEBUG nova.compute.provider_tree [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.528667] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.601331] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.657889] env[62312]: DEBUG nova.network.neutron [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.903249] env[62312]: DEBUG nova.scheduler.client.report [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.105814] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.206482] env[62312]: DEBUG nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.246014] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.246014] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.246014] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.246213] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.246213] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.246213] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.246213] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.246213] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.246421] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.246421] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.246421] env[62312]: DEBUG nova.virt.hardware [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.246421] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6c1d37-1914-4e54-99db-da169f225b35 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.258935] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294beb60-e982-4ce4-b42b-f02d5b9cf34b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.409540] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.410533] env[62312]: DEBUG nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.413914] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.582s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.418023] env[62312]: INFO nova.compute.claims [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.678203] env[62312]: DEBUG nova.network.neutron [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Successfully updated port: 294c2ca7-ef2c-44cd-aba4-d7499dd72b5a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.680680] env[62312]: DEBUG nova.network.neutron [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Updating instance_info_cache with network_info: [{"id": "bac4b153-ed47-4b25-91da-c4b3cecfb423", "address": "fa:16:3e:07:0a:b8", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac4b153-ed", "ovs_interfaceid": "bac4b153-ed47-4b25-91da-c4b3cecfb423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.922801] env[62312]: DEBUG nova.compute.utils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.926276] env[62312]: DEBUG nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.926609] env[62312]: DEBUG nova.network.neutron [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.945043] env[62312]: DEBUG nova.compute.manager [req-abaa135a-1e44-4537-89e9-3d42b490459e req-5d23b130-03a7-4ee8-b40b-3873b9c116e6 service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Received event network-vif-plugged-294c2ca7-ef2c-44cd-aba4-d7499dd72b5a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1329.945043] env[62312]: DEBUG oslo_concurrency.lockutils [req-abaa135a-1e44-4537-89e9-3d42b490459e req-5d23b130-03a7-4ee8-b40b-3873b9c116e6 service nova] Acquiring lock "9a577054-9963-4167-add1-428ff9587b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.945043] env[62312]: DEBUG oslo_concurrency.lockutils [req-abaa135a-1e44-4537-89e9-3d42b490459e req-5d23b130-03a7-4ee8-b40b-3873b9c116e6 service nova] Lock "9a577054-9963-4167-add1-428ff9587b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.945043] env[62312]: DEBUG oslo_concurrency.lockutils [req-abaa135a-1e44-4537-89e9-3d42b490459e req-5d23b130-03a7-4ee8-b40b-3873b9c116e6 service nova] Lock "9a577054-9963-4167-add1-428ff9587b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.945043] env[62312]: DEBUG nova.compute.manager [req-abaa135a-1e44-4537-89e9-3d42b490459e req-5d23b130-03a7-4ee8-b40b-3873b9c116e6 service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] No waiting events found dispatching network-vif-plugged-294c2ca7-ef2c-44cd-aba4-d7499dd72b5a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.946102] env[62312]: WARNING nova.compute.manager [req-abaa135a-1e44-4537-89e9-3d42b490459e req-5d23b130-03a7-4ee8-b40b-3873b9c116e6 service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Received unexpected event network-vif-plugged-294c2ca7-ef2c-44cd-aba4-d7499dd72b5a for instance with vm_state building and task_state spawning. [ 1329.951964] env[62312]: DEBUG nova.network.neutron [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Successfully created port: 3af7fc07-ffff-4648-969a-3a012f20206b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.017868] env[62312]: DEBUG nova.compute.manager [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Received event network-changed-bac4b153-ed47-4b25-91da-c4b3cecfb423 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1330.017868] env[62312]: DEBUG nova.compute.manager [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Refreshing instance network info cache due to event network-changed-bac4b153-ed47-4b25-91da-c4b3cecfb423. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1330.017868] env[62312]: DEBUG oslo_concurrency.lockutils [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] Acquiring lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.178769] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "refresh_cache-9a577054-9963-4167-add1-428ff9587b6b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.179841] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquired lock "refresh_cache-9a577054-9963-4167-add1-428ff9587b6b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.179841] env[62312]: DEBUG nova.network.neutron [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.187157] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.187157] env[62312]: DEBUG nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Instance network_info: |[{"id": "bac4b153-ed47-4b25-91da-c4b3cecfb423", "address": "fa:16:3e:07:0a:b8", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac4b153-ed", "ovs_interfaceid": "bac4b153-ed47-4b25-91da-c4b3cecfb423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.187352] env[62312]: DEBUG oslo_concurrency.lockutils [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] Acquired lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.187352] env[62312]: DEBUG nova.network.neutron [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Refreshing network info cache for port bac4b153-ed47-4b25-91da-c4b3cecfb423 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.187439] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:0a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bac4b153-ed47-4b25-91da-c4b3cecfb423', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.210573] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.211962] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b07ec3-1596-4386-a850-982a5b634785 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.226493] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Created folder: OpenStack in parent group-v4. [ 1330.226689] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating folder: Project (25967384987a43e6b30eb5fc1f8231a3). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.226912] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23d6bdf6-6a95-4bc8-b724-a64c9511f7b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.237075] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Created folder: Project (25967384987a43e6b30eb5fc1f8231a3) in parent group-v374919. [ 1330.237265] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating folder: Instances. Parent ref: group-v374920. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.237581] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c087a070-b0d6-44d8-ba6f-02772e78cbbb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.248094] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Created folder: Instances in parent group-v374920. [ 1330.248366] env[62312]: DEBUG oslo.service.loopingcall [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.248568] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.248766] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-607519f8-4160-44ef-839e-2e318cb27a7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.271374] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.271374] env[62312]: value = "task-1809070" [ 1330.271374] env[62312]: _type = "Task" [ 1330.271374] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.284595] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809070, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.367896] env[62312]: DEBUG nova.policy [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9841ee244b5f47768313260c47a83edc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4be9d6ca646444a9f3556a311bc8df1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.437520] env[62312]: DEBUG nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.592377] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3613b61-5447-43bf-a638-ab3c57db1301 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.600559] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf1113-ccb8-4051-90cc-63fb2b60fafb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.643951] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89973c73-da58-4dc1-9d28-407077cfd777 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.654189] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2baa082-5ef8-41e5-b669-5a6c63acfee2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.671662] env[62312]: DEBUG nova.compute.provider_tree [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.783022] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809070, 'name': CreateVM_Task, 'duration_secs': 0.37643} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.784220] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.802659] env[62312]: DEBUG nova.network.neutron [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.806875] env[62312]: DEBUG oslo_vmware.service [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba44937-f582-4bfa-aaef-8141cbf91940 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.818104] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.818324] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.819584] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.819749] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d89868-2788-4ab4-b3fb-b70f8f04eeb2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.825099] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1330.825099] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5249faea-8d6f-c214-d168-6884b9e28960" [ 1330.825099] env[62312]: _type = "Task" [ 1330.825099] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.836598] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5249faea-8d6f-c214-d168-6884b9e28960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.175204] env[62312]: DEBUG nova.scheduler.client.report [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.338964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.338964] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.339435] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.341638] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.342154] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.343928] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8dfd93-a9df-4387-8a9f-f79feaba6d49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.362624] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.362981] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.363993] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db589c0-82b3-4ae1-bb93-181a0ab91c3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.370768] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c2dd4c-7abc-4531-9c85-786d2b31637b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.384614] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1331.384614] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524dd90b-e585-7bda-2f6c-c40a4dc03498" [ 1331.384614] env[62312]: _type = "Task" [ 1331.384614] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.393473] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524dd90b-e585-7bda-2f6c-c40a4dc03498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.462755] env[62312]: DEBUG nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.493376] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.493520] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.493556] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.493732] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.493873] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.494523] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.494523] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.494696] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.494760] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.494921] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.495702] env[62312]: DEBUG nova.virt.hardware [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.496031] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39509e3-43ac-458d-a27e-cf97a644f909 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.506158] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf065f8-ad7e-43ac-9abe-b3d97ad9df54 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.683027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.683905] env[62312]: DEBUG nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.686802] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.201s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.688170] env[62312]: INFO nova.compute.claims [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.783490] env[62312]: DEBUG nova.network.neutron [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Updating instance_info_cache with network_info: [{"id": "294c2ca7-ef2c-44cd-aba4-d7499dd72b5a", "address": "fa:16:3e:40:c0:f6", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294c2ca7-ef", "ovs_interfaceid": "294c2ca7-ef2c-44cd-aba4-d7499dd72b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.895917] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Preparing fetch location {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1331.896308] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating directory with path [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.896537] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e402b9-2498-4460-952d-daac0c3d49ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.918047] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Created directory with path [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.918689] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Fetch image to [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1331.922227] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Downloading image file data ed1280ea-319d-44a1-aa42-f0ee15d45ebe to [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk on the data store datastore1 {{(pid=62312) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1331.923091] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72319ab-9bd8-471e-959b-390cf24ed6ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.930862] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25481fd2-f81f-4b5e-984a-58c6fb2bbc1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.942241] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ec4f9-2aed-49c6-a9da-e84ccbeb93df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.977294] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063346f-e8fd-4f49-b039-f131c63e696f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.986317] env[62312]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fb2c8650-09d2-46d4-838f-add0d0404f38 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.019851] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Downloading image file data ed1280ea-319d-44a1-aa42-f0ee15d45ebe to the data store datastore1 {{(pid=62312) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1332.193821] env[62312]: DEBUG nova.compute.utils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.197308] env[62312]: DEBUG nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.197471] env[62312]: DEBUG nova.network.neutron [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.230924] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62312) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1332.306643] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Releasing lock "refresh_cache-9a577054-9963-4167-add1-428ff9587b6b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.307020] env[62312]: DEBUG nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Instance network_info: |[{"id": "294c2ca7-ef2c-44cd-aba4-d7499dd72b5a", "address": "fa:16:3e:40:c0:f6", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294c2ca7-ef", "ovs_interfaceid": "294c2ca7-ef2c-44cd-aba4-d7499dd72b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.307457] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:c0:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '294c2ca7-ef2c-44cd-aba4-d7499dd72b5a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.316416] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Creating folder: Project (337a04506d804d4598efa2735ec3de50). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.318190] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dc2d8a8-cfca-4518-a587-0b5bae5770d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.334293] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Created folder: Project (337a04506d804d4598efa2735ec3de50) in parent group-v374919. [ 1332.334293] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Creating folder: Instances. Parent ref: group-v374923. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.334293] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-049c489e-c4f3-4165-9525-7514b22151f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.343020] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Created folder: Instances in parent group-v374923. [ 1332.343370] env[62312]: DEBUG oslo.service.loopingcall [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.343487] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.343685] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d4da9ca-a3f7-41d7-8fe9-72867cb3fdc5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.369272] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.369272] env[62312]: value = "task-1809073" [ 1332.369272] env[62312]: _type = "Task" [ 1332.369272] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.384794] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809073, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.565208] env[62312]: DEBUG nova.network.neutron [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Updated VIF entry in instance network info cache for port bac4b153-ed47-4b25-91da-c4b3cecfb423. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.565691] env[62312]: DEBUG nova.network.neutron [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Updating instance_info_cache with network_info: [{"id": "bac4b153-ed47-4b25-91da-c4b3cecfb423", "address": "fa:16:3e:07:0a:b8", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac4b153-ed", "ovs_interfaceid": "bac4b153-ed47-4b25-91da-c4b3cecfb423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.617075] env[62312]: DEBUG nova.network.neutron [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Successfully created port: 836e387d-34cd-4754-91ab-64d768239878 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.699046] env[62312]: DEBUG nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.804337] env[62312]: DEBUG nova.policy [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28bdbbfeb41453f82f1e4babc9c56dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eb2eb9dc87c4347880dba303416814d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.885428] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809073, 'name': CreateVM_Task, 'duration_secs': 0.358305} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.886835] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.888342] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.888342] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.888557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.888756] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a48672-0daf-4672-8c06-486e97825821 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.896327] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1332.896327] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f26767-2cbe-a7c6-3920-91585ebee0e7" [ 1332.896327] env[62312]: _type = "Task" [ 1332.896327] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.912351] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f26767-2cbe-a7c6-3920-91585ebee0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.984899] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aac73d-7a9b-408d-8aa1-6800b2408949 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.993410] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ade888-bc95-4fb1-86c9-36f0e8bf31a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.029399] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e40a1c-7b08-441b-8c45-04908808d677 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.037271] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826a1eeb-d51e-431e-8395-187848e1884b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.044722] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Completed reading data from the image iterator. {{(pid=62312) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1333.044722] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1333.057972] env[62312]: DEBUG nova.compute.provider_tree [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.069206] env[62312]: DEBUG oslo_concurrency.lockutils [req-57774339-eb83-43f2-bb1d-f3f1f5dcc2fe req-dc021b90-95d6-4ccc-88b4-861c5901510c service nova] Releasing lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.186080] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Downloaded image file data ed1280ea-319d-44a1-aa42-f0ee15d45ebe to vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk on the data store datastore1 {{(pid=62312) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1333.186080] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Caching image {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1333.186900] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copying Virtual Disk [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk to [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.187543] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd73267-f11f-4619-b9fd-441d2633c7da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.198486] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1333.198486] env[62312]: value = "task-1809074" [ 1333.198486] env[62312]: _type = "Task" [ 1333.198486] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.207913] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.378488] env[62312]: DEBUG nova.compute.manager [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Received event network-changed-294c2ca7-ef2c-44cd-aba4-d7499dd72b5a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1333.378814] env[62312]: DEBUG nova.compute.manager [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Refreshing instance network info cache due to event network-changed-294c2ca7-ef2c-44cd-aba4-d7499dd72b5a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1333.378914] env[62312]: DEBUG oslo_concurrency.lockutils [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] Acquiring lock "refresh_cache-9a577054-9963-4167-add1-428ff9587b6b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.379316] env[62312]: DEBUG oslo_concurrency.lockutils [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] Acquired lock "refresh_cache-9a577054-9963-4167-add1-428ff9587b6b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.382024] env[62312]: DEBUG nova.network.neutron [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Refreshing network info cache for port 294c2ca7-ef2c-44cd-aba4-d7499dd72b5a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.411607] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.412185] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.412185] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.561457] env[62312]: DEBUG nova.scheduler.client.report [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.711798] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809074, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.722147] env[62312]: DEBUG nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.756241] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.756845] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.756845] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.757294] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.757613] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.757826] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.758112] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.758240] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.758877] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.758877] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.758877] env[62312]: DEBUG nova.virt.hardware [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.759701] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7b094-f783-4bdf-8354-51dce70b88ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.770925] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885a476-9e3a-4b56-8de9-dc92da073b37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.070514] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.071163] env[62312]: DEBUG nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.083282] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.436s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.083282] env[62312]: INFO nova.compute.claims [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.155581] env[62312]: DEBUG nova.network.neutron [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Successfully updated port: 3af7fc07-ffff-4648-969a-3a012f20206b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.213173] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646099} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.213363] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copied Virtual Disk [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk to [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.213530] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleting the datastore file [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/tmp-sparse.vmdk {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.213769] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd20dbd-af78-4e4e-b461-14357523a373 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.224455] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1334.224455] env[62312]: value = "task-1809075" [ 1334.224455] env[62312]: _type = "Task" [ 1334.224455] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.236193] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.346027] env[62312]: DEBUG nova.network.neutron [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Updated VIF entry in instance network info cache for port 294c2ca7-ef2c-44cd-aba4-d7499dd72b5a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.346406] env[62312]: DEBUG nova.network.neutron [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Updating instance_info_cache with network_info: [{"id": "294c2ca7-ef2c-44cd-aba4-d7499dd72b5a", "address": "fa:16:3e:40:c0:f6", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294c2ca7-ef", "ovs_interfaceid": "294c2ca7-ef2c-44cd-aba4-d7499dd72b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.590056] env[62312]: DEBUG nova.compute.utils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.593374] env[62312]: DEBUG nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1334.593620] env[62312]: DEBUG nova.network.neutron [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.661989] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "refresh_cache-c289458a-b24c-46e4-add4-c786d52864d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.661989] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquired lock "refresh_cache-c289458a-b24c-46e4-add4-c786d52864d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.661989] env[62312]: DEBUG nova.network.neutron [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.723132] env[62312]: DEBUG nova.policy [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eb14d1e525047dc8e63daf3f6676876', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebdddf7d967b4a7bb011dac670e407e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.738592] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173167} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.739026] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.739358] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Moving file from [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878/ed1280ea-319d-44a1-aa42-f0ee15d45ebe to [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe. {{(pid=62312) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1334.739763] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-511fe7b0-3a47-46cd-9a71-a04bf6c2ac0f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.746666] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1334.746666] env[62312]: value = "task-1809076" [ 1334.746666] env[62312]: _type = "Task" [ 1334.746666] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.756031] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809076, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.853085] env[62312]: DEBUG oslo_concurrency.lockutils [req-d9d4c261-7942-4736-8646-571ed9485441 req-edb0fcef-e426-470a-9eaf-505cca37d4de service nova] Releasing lock "refresh_cache-9a577054-9963-4167-add1-428ff9587b6b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.008536] env[62312]: DEBUG nova.network.neutron [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Successfully created port: 7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.092079] env[62312]: DEBUG nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.260534] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809076, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.112048} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.260773] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] File moved {{(pid=62312) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1335.261462] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Cleaning up location [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878 {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1335.261462] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleting the datastore file [datastore1] vmware_temp/a6008aed-5511-4887-ae33-83e82dcc8878 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.261462] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fba3e3c-5342-4c56-8e57-1278265c2709 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.267589] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1335.267589] env[62312]: value = "task-1809077" [ 1335.267589] env[62312]: _type = "Task" [ 1335.267589] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.283189] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.294272] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fa4547-baf4-4555-bbc6-739b973d5b51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.303916] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b930a0-1b11-4ee9-99c5-3db5177e528f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.341278] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a8072-d0af-40d0-85eb-57b118ae947e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.350536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f15f53-14ba-416f-84e2-33aea5ae97a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.367971] env[62312]: DEBUG nova.compute.provider_tree [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.508988] env[62312]: DEBUG nova.network.neutron [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.780736] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023975} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.781903] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.781903] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8abac4b-1635-49f3-b43c-cea48d673f07 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.792386] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1335.792386] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c222dd-7b3c-9d39-9859-91437a74c67d" [ 1335.792386] env[62312]: _type = "Task" [ 1335.792386] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.799697] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c222dd-7b3c-9d39-9859-91437a74c67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.871157] env[62312]: DEBUG nova.scheduler.client.report [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.106127] env[62312]: DEBUG nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.139035] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.139035] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.139035] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.139303] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.139303] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.139303] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.139303] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.139303] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.139588] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.139588] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.139588] env[62312]: DEBUG nova.virt.hardware [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.140256] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea7fc2a-662e-4983-81e1-2e995dde0882 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.149832] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbaeb3a-a948-40df-ad24-1f27ebc9da3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.178436] env[62312]: DEBUG nova.network.neutron [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Updating instance_info_cache with network_info: [{"id": "3af7fc07-ffff-4648-969a-3a012f20206b", "address": "fa:16:3e:c4:84:79", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7fc07-ff", "ovs_interfaceid": "3af7fc07-ffff-4648-969a-3a012f20206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.203461] env[62312]: DEBUG nova.network.neutron [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Successfully updated port: 836e387d-34cd-4754-91ab-64d768239878 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.303893] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c222dd-7b3c-9d39-9859-91437a74c67d, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.304374] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.304959] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b960d026-6a8c-48f4-ab6c-164e08215425/b960d026-6a8c-48f4-ab6c-164e08215425.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.305308] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.305503] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.305709] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a6dcd93-29cb-48fd-a9a3-7b1404ab440b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.308350] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a5e1dd-7801-45ae-8c02-85306e3115b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.316322] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1336.316322] env[62312]: value = "task-1809078" [ 1336.316322] env[62312]: _type = "Task" [ 1336.316322] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.327950] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.329277] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.329574] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.330268] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04588c19-02eb-4407-a027-1790547e00e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.336332] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1336.336332] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d8ce5c-715d-601b-b6b4-15c5df6f8daf" [ 1336.336332] env[62312]: _type = "Task" [ 1336.336332] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.344669] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d8ce5c-715d-601b-b6b4-15c5df6f8daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.377498] env[62312]: DEBUG nova.network.neutron [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Successfully created port: bc705d1a-9230-4d08-b655-3eb58a821d50 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.380127] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.381384] env[62312]: DEBUG nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.384060] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.856s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.387357] env[62312]: INFO nova.compute.claims [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.521448] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.522071] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.580570] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.580845] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.681492] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Releasing lock "refresh_cache-c289458a-b24c-46e4-add4-c786d52864d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.681850] env[62312]: DEBUG nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Instance network_info: |[{"id": "3af7fc07-ffff-4648-969a-3a012f20206b", "address": "fa:16:3e:c4:84:79", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7fc07-ff", "ovs_interfaceid": "3af7fc07-ffff-4648-969a-3a012f20206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.682657] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:84:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3af7fc07-ffff-4648-969a-3a012f20206b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.694521] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Creating folder: Project (9f98f477f2704b3683f951b079518f74). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.694781] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-024e22ee-aebe-4c31-b51d-1934c33f8685 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.706194] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "refresh_cache-3c27d92d-5072-4d12-aa5e-60336dad1c41" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.706338] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquired lock "refresh_cache-3c27d92d-5072-4d12-aa5e-60336dad1c41" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.706412] env[62312]: DEBUG nova.network.neutron [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.708817] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Created folder: Project (9f98f477f2704b3683f951b079518f74) in parent group-v374919. [ 1336.709054] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Creating folder: Instances. Parent ref: group-v374926. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.709689] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4869a1ad-bc64-49a8-bed7-3b63cc86b254 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.722093] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Created folder: Instances in parent group-v374926. [ 1336.722093] env[62312]: DEBUG oslo.service.loopingcall [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.722268] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.722430] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44ff62ff-7b66-44d8-9008-f62d3355b347 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.760208] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.760208] env[62312]: value = "task-1809081" [ 1336.760208] env[62312]: _type = "Task" [ 1336.760208] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.775151] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809081, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.830730] env[62312]: DEBUG nova.compute.manager [req-cb8f2467-4788-41be-8f6d-9945de6b8b43 req-40a32589-67d3-46e8-b59b-ea8b095280ab service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Received event network-vif-plugged-3af7fc07-ffff-4648-969a-3a012f20206b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1336.831044] env[62312]: DEBUG oslo_concurrency.lockutils [req-cb8f2467-4788-41be-8f6d-9945de6b8b43 req-40a32589-67d3-46e8-b59b-ea8b095280ab service nova] Acquiring lock "c289458a-b24c-46e4-add4-c786d52864d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.832688] env[62312]: DEBUG oslo_concurrency.lockutils [req-cb8f2467-4788-41be-8f6d-9945de6b8b43 req-40a32589-67d3-46e8-b59b-ea8b095280ab service nova] Lock "c289458a-b24c-46e4-add4-c786d52864d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.832688] env[62312]: DEBUG oslo_concurrency.lockutils [req-cb8f2467-4788-41be-8f6d-9945de6b8b43 req-40a32589-67d3-46e8-b59b-ea8b095280ab service nova] Lock "c289458a-b24c-46e4-add4-c786d52864d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.832688] env[62312]: DEBUG nova.compute.manager [req-cb8f2467-4788-41be-8f6d-9945de6b8b43 req-40a32589-67d3-46e8-b59b-ea8b095280ab service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] No waiting events found dispatching network-vif-plugged-3af7fc07-ffff-4648-969a-3a012f20206b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.832688] env[62312]: WARNING nova.compute.manager [req-cb8f2467-4788-41be-8f6d-9945de6b8b43 req-40a32589-67d3-46e8-b59b-ea8b095280ab service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Received unexpected event network-vif-plugged-3af7fc07-ffff-4648-969a-3a012f20206b for instance with vm_state building and task_state spawning. [ 1336.839837] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500744} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.843835] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b960d026-6a8c-48f4-ab6c-164e08215425/b960d026-6a8c-48f4-ab6c-164e08215425.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.844092] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.844670] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-243ea7fe-6875-4aef-a65e-bc824073c982 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.855100] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d8ce5c-715d-601b-b6b4-15c5df6f8daf, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.856992] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1336.856992] env[62312]: value = "task-1809082" [ 1336.856992] env[62312]: _type = "Task" [ 1336.856992] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.857216] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92568be0-109b-4a75-b7f2-aed2126597c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.867189] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1336.867189] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d807bd-fcf0-17fc-2491-b7724537518b" [ 1336.867189] env[62312]: _type = "Task" [ 1336.867189] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.871032] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.880545] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d807bd-fcf0-17fc-2491-b7724537518b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.890535] env[62312]: DEBUG nova.compute.utils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1336.896020] env[62312]: DEBUG nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.896020] env[62312]: DEBUG nova.network.neutron [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.024362] env[62312]: DEBUG nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.083771] env[62312]: DEBUG nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.101254] env[62312]: DEBUG nova.policy [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5770bd3fc00d4891b25ed54459b8f942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09750de0bfce454088c7e523347c24c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.277600] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809081, 'name': CreateVM_Task, 'duration_secs': 0.417063} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.277769] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.278514] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.278883] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.278973] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.279253] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5951be18-5074-4797-b362-1a317dfeb164 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.285999] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1337.285999] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527e03c2-4a94-7a8d-d96b-8c02b45c1441" [ 1337.285999] env[62312]: _type = "Task" [ 1337.285999] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.304650] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527e03c2-4a94-7a8d-d96b-8c02b45c1441, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.308901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.308901] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.308901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.315071] env[62312]: DEBUG nova.network.neutron [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.373866] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086647} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.378836] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.381185] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0441a7-abfa-4376-8841-1fb39c57d42c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.409067] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d807bd-fcf0-17fc-2491-b7724537518b, 'name': SearchDatastore_Task, 'duration_secs': 0.022296} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.409606] env[62312]: DEBUG nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.432505] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] b960d026-6a8c-48f4-ab6c-164e08215425/b960d026-6a8c-48f4-ab6c-164e08215425.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.434153] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.434153] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 9a577054-9963-4167-add1-428ff9587b6b/9a577054-9963-4167-add1-428ff9587b6b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.434153] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7567b9a-0de3-4a44-afc5-7e573aa00ef1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.452023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.452023] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.452149] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa723ea9-f72b-4f30-9325-b4a5403442e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.456746] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-132cf2b4-db8d-44e7-9e01-617f3306cd06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.461167] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "8e5909af-780c-4256-99ce-30e0824b4106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.461167] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "8e5909af-780c-4256-99ce-30e0824b4106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.466230] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1337.466230] env[62312]: value = "task-1809083" [ 1337.466230] env[62312]: _type = "Task" [ 1337.466230] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.473448] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1337.473448] env[62312]: value = "task-1809084" [ 1337.473448] env[62312]: _type = "Task" [ 1337.473448] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.484742] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.487211] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.487437] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.488603] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136b777e-3b9a-45bb-b752-92a2b58122da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.497234] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.501968] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1337.501968] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526c4b40-b725-dfa6-c07a-101b1d6ffe8a" [ 1337.501968] env[62312]: _type = "Task" [ 1337.501968] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.510465] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526c4b40-b725-dfa6-c07a-101b1d6ffe8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.550460] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.610566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.663324] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310f11d7-1a92-47ba-9521-620e26e35442 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.673114] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d41b1e2-9e0f-4373-bd31-e042069b352f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.713323] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4fe316-c8bb-4b35-8880-cdaf8722fc92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.722554] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991add7d-f3db-4a80-9ce3-889d805c28dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.745496] env[62312]: DEBUG nova.compute.provider_tree [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.984714] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809083, 'name': ReconfigVM_Task, 'duration_secs': 0.32255} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.985208] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Reconfigured VM instance instance-00000001 to attach disk [datastore1] b960d026-6a8c-48f4-ab6c-164e08215425/b960d026-6a8c-48f4-ab6c-164e08215425.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.986151] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de283d9c-09e3-4e0d-8231-c1088cc7857f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.991284] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809084, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.997915] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1337.997915] env[62312]: value = "task-1809085" [ 1337.997915] env[62312]: _type = "Task" [ 1337.997915] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.012343] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809085, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.019113] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526c4b40-b725-dfa6-c07a-101b1d6ffe8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014994} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.019786] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859a1cc7-888c-4317-8649-60aec7ad243d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.026437] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1338.026437] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5234f316-009a-4b68-ad6c-a564e0165163" [ 1338.026437] env[62312]: _type = "Task" [ 1338.026437] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.037058] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5234f316-009a-4b68-ad6c-a564e0165163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.211260] env[62312]: DEBUG nova.network.neutron [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Updating instance_info_cache with network_info: [{"id": "836e387d-34cd-4754-91ab-64d768239878", "address": "fa:16:3e:11:04:b8", "network": {"id": "64977dd2-bc7c-4161-bd42-293aeb6a56bf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1723979235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4be9d6ca646444a9f3556a311bc8df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e387d-34", "ovs_interfaceid": "836e387d-34cd-4754-91ab-64d768239878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.248874] env[62312]: DEBUG nova.scheduler.client.report [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.442026] env[62312]: DEBUG nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.483594] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.484026] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.484026] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.484162] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.484302] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.484442] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.484945] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.484945] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.484945] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.485088] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.485297] env[62312]: DEBUG nova.virt.hardware [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.486365] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b015087-2b3b-46a5-9a98-513ee0bd69bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.492806] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611633} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.496033] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 9a577054-9963-4167-add1-428ff9587b6b/9a577054-9963-4167-add1-428ff9587b6b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.496033] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.496033] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b98671af-777f-4dcc-81ab-1aa0869bf0a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.500153] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ebd36a-ec97-4135-8328-3146848b6d95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.506046] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1338.506046] env[62312]: value = "task-1809086" [ 1338.506046] env[62312]: _type = "Task" [ 1338.506046] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.527737] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809085, 'name': Rename_Task, 'duration_secs': 0.204863} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.534014] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.534255] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.534465] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70c76cc3-6abc-40d0-bfcd-d6e15c44d3d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.542594] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5234f316-009a-4b68-ad6c-a564e0165163, 'name': SearchDatastore_Task, 'duration_secs': 0.024364} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.543931] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.544206] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c289458a-b24c-46e4-add4-c786d52864d4/c289458a-b24c-46e4-add4-c786d52864d4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.544512] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1338.544512] env[62312]: value = "task-1809087" [ 1338.544512] env[62312]: _type = "Task" [ 1338.544512] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.544691] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc7b0b99-187b-4c8f-926a-92b0930132c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.555705] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.557465] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1338.557465] env[62312]: value = "task-1809088" [ 1338.557465] env[62312]: _type = "Task" [ 1338.557465] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.565611] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.715495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Releasing lock "refresh_cache-3c27d92d-5072-4d12-aa5e-60336dad1c41" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.715495] env[62312]: DEBUG nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Instance network_info: |[{"id": "836e387d-34cd-4754-91ab-64d768239878", "address": "fa:16:3e:11:04:b8", "network": {"id": "64977dd2-bc7c-4161-bd42-293aeb6a56bf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1723979235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4be9d6ca646444a9f3556a311bc8df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e387d-34", "ovs_interfaceid": "836e387d-34cd-4754-91ab-64d768239878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.716322] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:04:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '836e387d-34cd-4754-91ab-64d768239878', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.724998] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Creating folder: Project (b4be9d6ca646444a9f3556a311bc8df1). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.725377] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dff2313-53f9-44d6-a473-5e7ec1b2d492 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.738958] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Created folder: Project (b4be9d6ca646444a9f3556a311bc8df1) in parent group-v374919. [ 1338.739155] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Creating folder: Instances. Parent ref: group-v374929. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.739472] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-321b581a-98af-4482-99c8-6adb2e62615d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.745735] env[62312]: DEBUG nova.network.neutron [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Successfully created port: 0548e94f-df0a-4b9b-8268-6a78d435484e {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.752405] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Created folder: Instances in parent group-v374929. [ 1338.752974] env[62312]: DEBUG oslo.service.loopingcall [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.753478] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.754013] env[62312]: DEBUG nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.756674] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.760738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.656s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.760966] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.761153] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1338.761546] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.211s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.763457] env[62312]: INFO nova.compute.claims [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.769572] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acd9f8d6-e33f-4c97-ae6b-b142fb75063e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.793822] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a313787-39cd-4a66-8216-a196e57f340c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.807274] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a942852f-85b3-4349-96ed-72acf5aa1675 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.811818] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.811818] env[62312]: value = "task-1809091" [ 1338.811818] env[62312]: _type = "Task" [ 1338.811818] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.828182] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f06b19d-acb7-4826-b8a4-9c40b5a208f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.834325] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809091, 'name': CreateVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.841621] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e0c42-6e5c-4daf-98e3-f3540bc6ea3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.878485] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181344MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1338.878567] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.022028] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070388} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.022028] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.023161] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4671d2-9228-4d27-9b40-82994365ad32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.049124] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 9a577054-9963-4167-add1-428ff9587b6b/9a577054-9963-4167-add1-428ff9587b6b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.050063] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb397120-2a88-494e-a4c7-3a6f3b246cb7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.082496] env[62312]: DEBUG oslo_vmware.api [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809087, 'name': PowerOnVM_Task, 'duration_secs': 0.508382} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.086648] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.087188] env[62312]: INFO nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Took 14.44 seconds to spawn the instance on the hypervisor. [ 1339.087471] env[62312]: DEBUG nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.087760] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495539} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.087999] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1339.087999] env[62312]: value = "task-1809092" [ 1339.087999] env[62312]: _type = "Task" [ 1339.087999] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.091756] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0000959-c49e-4826-ae5c-3f5cb0c082fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.091756] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c289458a-b24c-46e4-add4-c786d52864d4/c289458a-b24c-46e4-add4-c786d52864d4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.091756] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.091756] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89874f10-6eaa-46e4-88a8-865481eff548 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.108048] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.109900] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1339.109900] env[62312]: value = "task-1809093" [ 1339.109900] env[62312]: _type = "Task" [ 1339.109900] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.125807] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.262880] env[62312]: DEBUG nova.compute.utils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.268037] env[62312]: DEBUG nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Not allocating networking since 'none' was specified. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1339.328584] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809091, 'name': CreateVM_Task, 'duration_secs': 0.493699} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.329334] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.331856] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.332047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.332501] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.332762] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161f3e52-a64f-4694-9f54-78450b3ae3d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.337667] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1339.337667] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f9d854-6eb1-348f-b95c-c1346b29905f" [ 1339.337667] env[62312]: _type = "Task" [ 1339.337667] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.346532] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f9d854-6eb1-348f-b95c-c1346b29905f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.606138] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809092, 'name': ReconfigVM_Task, 'duration_secs': 0.489179} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.606666] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 9a577054-9963-4167-add1-428ff9587b6b/9a577054-9963-4167-add1-428ff9587b6b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.607689] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-038de1b8-d0b3-4f81-a324-0a02c90b2d3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.626264] env[62312]: INFO nova.compute.manager [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Took 19.24 seconds to build instance. [ 1339.631329] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1339.631329] env[62312]: value = "task-1809094" [ 1339.631329] env[62312]: _type = "Task" [ 1339.631329] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.633948] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070601} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.638202] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.638202] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f5cde-3b92-4a5f-87e9-92ba0bfc93fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.648873] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809094, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.668498] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] c289458a-b24c-46e4-add4-c786d52864d4/c289458a-b24c-46e4-add4-c786d52864d4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.669530] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ca53ec-1225-4ed1-87cb-21a29f622b76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.695676] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1339.695676] env[62312]: value = "task-1809095" [ 1339.695676] env[62312]: _type = "Task" [ 1339.695676] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.706370] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.756352] env[62312]: DEBUG nova.network.neutron [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Successfully updated port: 7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.770993] env[62312]: DEBUG nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.866307] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f9d854-6eb1-348f-b95c-c1346b29905f, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.871940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.872262] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.872548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.872688] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.872862] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.873859] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7169203-7c4b-4650-9e0a-36d6366fe96c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.889289] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.889289] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.889944] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d57904-a4b9-4af3-ae10-65d16e53d3cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.910016] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1339.910016] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524ce822-9e6b-7cc5-f58b-babfcf0d2766" [ 1339.910016] env[62312]: _type = "Task" [ 1339.910016] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.924140] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524ce822-9e6b-7cc5-f58b-babfcf0d2766, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.927964] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526830e1-ae6d-4431-9a21-e6eb9b82f91b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.935329] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1339.935329] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52be5671-5e2b-7af0-7713-912d5eafe5e0" [ 1339.935329] env[62312]: _type = "Task" [ 1339.935329] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.942363] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52be5671-5e2b-7af0-7713-912d5eafe5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.960113] env[62312]: DEBUG nova.network.neutron [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Successfully updated port: bc705d1a-9230-4d08-b655-3eb58a821d50 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.080596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ded2b-80b3-47f8-84f3-2ec69610f80f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.088954] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b3a115-c262-467f-ab99-6569cc030be7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.123877] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1de3371-a6e3-45c2-8fb3-3fd82bed4bb1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.126838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a2039ba-3fb1-4f49-b012-eb089b6c7e40 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "b960d026-6a8c-48f4-ab6c-164e08215425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.758s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.134165] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2000a3dc-5679-4573-a702-1d1e65140c6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.161228] env[62312]: DEBUG nova.compute.provider_tree [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.164146] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809094, 'name': Rename_Task, 'duration_secs': 0.137728} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.165529] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.165529] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9503e7d6-81c0-4e21-bd42-fad47aa9b9e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.174074] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1340.174074] env[62312]: value = "task-1809096" [ 1340.174074] env[62312]: _type = "Task" [ 1340.174074] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.183451] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.205604] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809095, 'name': ReconfigVM_Task, 'duration_secs': 0.334819} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.205875] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Reconfigured VM instance instance-00000003 to attach disk [datastore1] c289458a-b24c-46e4-add4-c786d52864d4/c289458a-b24c-46e4-add4-c786d52864d4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.206520] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd47157d-0091-407f-bc68-e40fd06a41b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.213442] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1340.213442] env[62312]: value = "task-1809097" [ 1340.213442] env[62312]: _type = "Task" [ 1340.213442] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.223506] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809097, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.260294] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "refresh_cache-d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.260294] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired lock "refresh_cache-d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.260294] env[62312]: DEBUG nova.network.neutron [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.389318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.389689] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.448355] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52be5671-5e2b-7af0-7713-912d5eafe5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014465} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.448829] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.449264] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3c27d92d-5072-4d12-aa5e-60336dad1c41/3c27d92d-5072-4d12-aa5e-60336dad1c41.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.449461] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ade245c-bbd2-47b0-a2f5-96bfbbc7481a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.462014] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1340.462014] env[62312]: value = "task-1809098" [ 1340.462014] env[62312]: _type = "Task" [ 1340.462014] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.467933] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "refresh_cache-b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.468118] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquired lock "refresh_cache-b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.468310] env[62312]: DEBUG nova.network.neutron [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.476582] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.634568] env[62312]: DEBUG nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.684293] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.691400] env[62312]: ERROR nova.scheduler.client.report [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [req-2654ea26-a610-4cc0-8aca-c31c1c1fab77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2654ea26-a610-4cc0-8aca-c31c1c1fab77"}]} [ 1340.723050] env[62312]: DEBUG nova.scheduler.client.report [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1340.731711] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809097, 'name': Rename_Task, 'duration_secs': 0.286456} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.731711] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.731711] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63fc0f2-03c9-4225-830a-b2369693fabc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.742018] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1340.742018] env[62312]: value = "task-1809099" [ 1340.742018] env[62312]: _type = "Task" [ 1340.742018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.751339] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.752829] env[62312]: DEBUG nova.scheduler.client.report [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1340.753237] env[62312]: DEBUG nova.compute.provider_tree [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.777562] env[62312]: DEBUG nova.scheduler.client.report [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1340.782502] env[62312]: DEBUG nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.821840] env[62312]: DEBUG nova.scheduler.client.report [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1340.826229] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.826229] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.826229] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.826469] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.826659] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.827199] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.827737] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.828032] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.829213] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.829544] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.829872] env[62312]: DEBUG nova.virt.hardware [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.831284] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924697b2-1fe9-4ac0-bc16-18a3e617d4ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.843631] env[62312]: DEBUG nova.network.neutron [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.847819] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe85c66-a74e-4734-864e-54fbd61f3ed3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.876511] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.881750] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Creating folder: Project (3815e5911d4d4968896b38df5fccfb64). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.885264] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63a1556f-c97b-476b-8426-1a9b2603bc7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.895569] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Created folder: Project (3815e5911d4d4968896b38df5fccfb64) in parent group-v374919. [ 1340.896562] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Creating folder: Instances. Parent ref: group-v374932. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.896562] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-150655e7-aed8-46fb-b64e-0e16d7f5b003 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.904990] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Created folder: Instances in parent group-v374932. [ 1340.905458] env[62312]: DEBUG oslo.service.loopingcall [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.907994] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.909153] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de96ff5-cfe1-4f49-a6e2-a19875bbba12 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.927929] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.927929] env[62312]: value = "task-1809102" [ 1340.927929] env[62312]: _type = "Task" [ 1340.927929] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.939983] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809102, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.979071] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809098, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.089456] env[62312]: DEBUG nova.network.neutron [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.101193] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb2d2b-ef08-4243-b6b0-e8224d867020 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.112187] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715eabff-f26a-442d-a9b3-a03aebc86a3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.149244] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ed94f5-924e-40ba-99c0-abf51846814b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.165801] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e620b6-9d9d-43ba-836b-adaaf34569b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.172350] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.187678] env[62312]: DEBUG nova.compute.provider_tree [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.194296] env[62312]: DEBUG oslo_vmware.api [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809096, 'name': PowerOnVM_Task, 'duration_secs': 0.625802} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.194564] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.194745] env[62312]: INFO nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Took 14.29 seconds to spawn the instance on the hypervisor. [ 1341.194913] env[62312]: DEBUG nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.195692] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d99433-d683-4f92-8301-097eb63065a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.250907] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809099, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.440084] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809102, 'name': CreateVM_Task, 'duration_secs': 0.275538} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.440198] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.440689] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.440938] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.441633] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.441633] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f16717a-bcb6-4e85-9526-186a93ef94a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.449021] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1341.449021] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523055da-7f27-dc9b-d263-cc7cb48a4159" [ 1341.449021] env[62312]: _type = "Task" [ 1341.449021] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.471018] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523055da-7f27-dc9b-d263-cc7cb48a4159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.481155] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809098, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.516827] env[62312]: DEBUG nova.network.neutron [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Updating instance_info_cache with network_info: [{"id": "bc705d1a-9230-4d08-b655-3eb58a821d50", "address": "fa:16:3e:0c:93:03", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc705d1a-92", "ovs_interfaceid": "bc705d1a-9230-4d08-b655-3eb58a821d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.530270] env[62312]: DEBUG nova.network.neutron [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Updating instance_info_cache with network_info: [{"id": "7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6", "address": "fa:16:3e:4d:be:35", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3a255e-ea", "ovs_interfaceid": "7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.719382] env[62312]: INFO nova.compute.manager [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Took 21.01 seconds to build instance. [ 1341.747536] env[62312]: DEBUG nova.scheduler.client.report [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1341.747814] env[62312]: DEBUG nova.compute.provider_tree [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 16 to 17 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1341.748072] env[62312]: DEBUG nova.compute.provider_tree [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.767226] env[62312]: DEBUG oslo_vmware.api [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809099, 'name': PowerOnVM_Task, 'duration_secs': 0.609785} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.767226] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.767226] env[62312]: INFO nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Took 12.56 seconds to spawn the instance on the hypervisor. [ 1341.767553] env[62312]: DEBUG nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.768804] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1abf93-c48e-4b91-b373-8caf97654e04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.908927] env[62312]: DEBUG nova.compute.manager [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Received event network-changed-3af7fc07-ffff-4648-969a-3a012f20206b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1341.910028] env[62312]: DEBUG nova.compute.manager [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Refreshing instance network info cache due to event network-changed-3af7fc07-ffff-4648-969a-3a012f20206b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1341.910028] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Acquiring lock "refresh_cache-c289458a-b24c-46e4-add4-c786d52864d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.910028] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Acquired lock "refresh_cache-c289458a-b24c-46e4-add4-c786d52864d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.910028] env[62312]: DEBUG nova.network.neutron [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Refreshing network info cache for port 3af7fc07-ffff-4648-969a-3a012f20206b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.967391] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523055da-7f27-dc9b-d263-cc7cb48a4159, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.967801] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.968054] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.968306] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.968465] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.968677] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.972092] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e489fb-cb76-4cba-880f-09237acd475a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.979521] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809098, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.404468} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.980181] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3c27d92d-5072-4d12-aa5e-60336dad1c41/3c27d92d-5072-4d12-aa5e-60336dad1c41.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.980445] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.980763] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f41aa357-c9c2-473f-896a-7727d0637942 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.983848] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.984031] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.985104] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686a0d1b-f5f3-45b4-b57b-cff4f816b719 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.988963] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1341.988963] env[62312]: value = "task-1809103" [ 1341.988963] env[62312]: _type = "Task" [ 1341.988963] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.995751] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1341.995751] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52752140-0f72-2ac0-2d6b-c21138209678" [ 1341.995751] env[62312]: _type = "Task" [ 1341.995751] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.002968] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.008452] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52752140-0f72-2ac0-2d6b-c21138209678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.010605] env[62312]: DEBUG nova.compute.manager [req-a14d73e1-e742-44d5-a9c2-d151219301de req-5292e91a-89c3-49af-ab42-43c554a761b7 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Received event network-vif-plugged-7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1342.010847] env[62312]: DEBUG oslo_concurrency.lockutils [req-a14d73e1-e742-44d5-a9c2-d151219301de req-5292e91a-89c3-49af-ab42-43c554a761b7 service nova] Acquiring lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.011111] env[62312]: DEBUG oslo_concurrency.lockutils [req-a14d73e1-e742-44d5-a9c2-d151219301de req-5292e91a-89c3-49af-ab42-43c554a761b7 service nova] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.011243] env[62312]: DEBUG oslo_concurrency.lockutils [req-a14d73e1-e742-44d5-a9c2-d151219301de req-5292e91a-89c3-49af-ab42-43c554a761b7 service nova] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.011425] env[62312]: DEBUG nova.compute.manager [req-a14d73e1-e742-44d5-a9c2-d151219301de req-5292e91a-89c3-49af-ab42-43c554a761b7 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] No waiting events found dispatching network-vif-plugged-7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.011588] env[62312]: WARNING nova.compute.manager [req-a14d73e1-e742-44d5-a9c2-d151219301de req-5292e91a-89c3-49af-ab42-43c554a761b7 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Received unexpected event network-vif-plugged-7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 for instance with vm_state building and task_state spawning. [ 1342.019712] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Releasing lock "refresh_cache-b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.019712] env[62312]: DEBUG nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Instance network_info: |[{"id": "bc705d1a-9230-4d08-b655-3eb58a821d50", "address": "fa:16:3e:0c:93:03", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc705d1a-92", "ovs_interfaceid": "bc705d1a-9230-4d08-b655-3eb58a821d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.020180] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:93:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc705d1a-9230-4d08-b655-3eb58a821d50', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.027809] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Creating folder: Project (ebdddf7d967b4a7bb011dac670e407e5). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.028894] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b527c90-eff9-4f5c-b2ac-9e5def1f9c80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.032705] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Releasing lock "refresh_cache-d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.033027] env[62312]: DEBUG nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Instance network_info: |[{"id": "7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6", "address": "fa:16:3e:4d:be:35", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3a255e-ea", "ovs_interfaceid": "7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.033463] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:be:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.041931] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Creating folder: Project (8eb2eb9dc87c4347880dba303416814d). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.042624] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5eba6f3-94b3-44a9-b526-98ff592391c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.044748] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Created folder: Project (ebdddf7d967b4a7bb011dac670e407e5) in parent group-v374919. [ 1342.044944] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Creating folder: Instances. Parent ref: group-v374935. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.045750] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae567b46-bb24-406d-bdfb-6e7547fec06f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.056556] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Created folder: Project (8eb2eb9dc87c4347880dba303416814d) in parent group-v374919. [ 1342.056556] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Creating folder: Instances. Parent ref: group-v374936. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.056556] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae59aff9-2ffc-4119-a69b-d08558f5dbd1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.059074] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Created folder: Instances in parent group-v374935. [ 1342.060460] env[62312]: DEBUG oslo.service.loopingcall [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.060460] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.060460] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae0e56d-3d98-4313-951d-0a5ef2fd52dd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.076125] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Created folder: Instances in parent group-v374936. [ 1342.076275] env[62312]: DEBUG oslo.service.loopingcall [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.076823] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.077292] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9d2ba2-823b-47f8-aabb-45b511a3a29c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.093735] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.093735] env[62312]: value = "task-1809108" [ 1342.093735] env[62312]: _type = "Task" [ 1342.093735] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.105360] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809108, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.105612] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.105612] env[62312]: value = "task-1809109" [ 1342.105612] env[62312]: _type = "Task" [ 1342.105612] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.113943] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809109, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.222403] env[62312]: DEBUG oslo_concurrency.lockutils [None req-91600578-f61a-4e2d-8cf7-156b6439b1ab tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "9a577054-9963-4167-add1-428ff9587b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.522s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.222624] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "610060b3-65e4-410a-8073-5f07f3e0539c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.222997] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "610060b3-65e4-410a-8073-5f07f3e0539c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.257303] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.495s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.257790] env[62312]: DEBUG nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.261905] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.651s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.263399] env[62312]: INFO nova.compute.claims [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.266555] env[62312]: DEBUG nova.network.neutron [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Successfully updated port: 0548e94f-df0a-4b9b-8268-6a78d435484e {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.300556] env[62312]: INFO nova.compute.manager [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Took 21.48 seconds to build instance. [ 1342.503268] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069083} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.506567] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.507373] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3278f953-bbf4-4f6c-aae0-8d3f3df50690 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.531589] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 3c27d92d-5072-4d12-aa5e-60336dad1c41/3c27d92d-5072-4d12-aa5e-60336dad1c41.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.535138] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a995c881-96f0-4c10-8e4f-533a5ed56fec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.550181] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52752140-0f72-2ac0-2d6b-c21138209678, 'name': SearchDatastore_Task, 'duration_secs': 0.018585} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.551097] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dcd12a-caf4-4dfc-a195-17b2b21234de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.556342] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1342.556342] env[62312]: value = "task-1809110" [ 1342.556342] env[62312]: _type = "Task" [ 1342.556342] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.557753] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1342.557753] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526cd4f0-6ea7-ffe0-fb21-7c7c3629f465" [ 1342.557753] env[62312]: _type = "Task" [ 1342.557753] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.571691] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809110, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.576200] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526cd4f0-6ea7-ffe0-fb21-7c7c3629f465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.608506] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809108, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.617023] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809109, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.729250] env[62312]: DEBUG nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.764739] env[62312]: DEBUG nova.compute.utils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.766791] env[62312]: DEBUG nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.767643] env[62312]: DEBUG nova.network.neutron [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.771971] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.771971] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.772180] env[62312]: DEBUG nova.network.neutron [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.804038] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62270283-da0c-4be5-8df1-21e12efa9d47 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "c289458a-b24c-46e4-add4-c786d52864d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.999s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.944772] env[62312]: DEBUG nova.policy [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2f3e47faee4b5f96224ea606c7d023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21c1986b51e488a832f82b6753fa782', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.050159] env[62312]: DEBUG nova.network.neutron [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Updated VIF entry in instance network info cache for port 3af7fc07-ffff-4648-969a-3a012f20206b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.050580] env[62312]: DEBUG nova.network.neutron [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Updating instance_info_cache with network_info: [{"id": "3af7fc07-ffff-4648-969a-3a012f20206b", "address": "fa:16:3e:c4:84:79", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af7fc07-ff", "ovs_interfaceid": "3af7fc07-ffff-4648-969a-3a012f20206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.084982] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809110, 'name': ReconfigVM_Task, 'duration_secs': 0.31194} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.085311] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 3c27d92d-5072-4d12-aa5e-60336dad1c41/3c27d92d-5072-4d12-aa5e-60336dad1c41.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.090543] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95566db2-d851-483c-99c3-49e229809c08 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.092806] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526cd4f0-6ea7-ffe0-fb21-7c7c3629f465, 'name': SearchDatastore_Task, 'duration_secs': 0.0246} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.093402] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.093662] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 4a4872eb-4451-4de0-a3ad-604595924ad9/4a4872eb-4451-4de0-a3ad-604595924ad9.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.094555] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d316378-7422-45be-b5eb-055f45456dfe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.102307] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1343.102307] env[62312]: value = "task-1809111" [ 1343.102307] env[62312]: _type = "Task" [ 1343.102307] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.109743] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1343.109743] env[62312]: value = "task-1809112" [ 1343.109743] env[62312]: _type = "Task" [ 1343.109743] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.110312] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809108, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.120295] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809111, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.125387] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809109, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.129768] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.257905] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.272589] env[62312]: DEBUG nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.306671] env[62312]: DEBUG nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.337674] env[62312]: DEBUG nova.network.neutron [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.556498] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Releasing lock "refresh_cache-c289458a-b24c-46e4-add4-c786d52864d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.556769] env[62312]: DEBUG nova.compute.manager [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Received event network-vif-plugged-836e387d-34cd-4754-91ab-64d768239878 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1343.556963] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Acquiring lock "3c27d92d-5072-4d12-aa5e-60336dad1c41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.557180] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.557348] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.557494] env[62312]: DEBUG nova.compute.manager [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] No waiting events found dispatching network-vif-plugged-836e387d-34cd-4754-91ab-64d768239878 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.557853] env[62312]: WARNING nova.compute.manager [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Received unexpected event network-vif-plugged-836e387d-34cd-4754-91ab-64d768239878 for instance with vm_state building and task_state spawning. [ 1343.558117] env[62312]: DEBUG nova.compute.manager [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Received event network-changed-836e387d-34cd-4754-91ab-64d768239878 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1343.558283] env[62312]: DEBUG nova.compute.manager [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Refreshing instance network info cache due to event network-changed-836e387d-34cd-4754-91ab-64d768239878. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1343.558470] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Acquiring lock "refresh_cache-3c27d92d-5072-4d12-aa5e-60336dad1c41" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.558605] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Acquired lock "refresh_cache-3c27d92d-5072-4d12-aa5e-60336dad1c41" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.558763] env[62312]: DEBUG nova.network.neutron [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Refreshing network info cache for port 836e387d-34cd-4754-91ab-64d768239878 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.571232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.571232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.616129] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809111, 'name': Rename_Task, 'duration_secs': 0.1557} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.632220] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.633891] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809108, 'name': CreateVM_Task, 'duration_secs': 1.100468} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.633891] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-230a8a41-46c9-4044-bef7-984b65ec52de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.634591] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.636116] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.636367] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.636775] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.640832] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dadfbbd-c025-4dce-8f42-f9baf6ef4c25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.654022] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809112, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.655297] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809109, 'name': CreateVM_Task, 'duration_secs': 1.074774} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.655297] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1343.655297] env[62312]: value = "task-1809113" [ 1343.655297] env[62312]: _type = "Task" [ 1343.655297] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.656863] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.657828] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe176c-16da-44df-9f03-88c0fc5fc2e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.663128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.673023] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1343.673023] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526182b2-4c68-d85b-e55a-0cc4554f2970" [ 1343.673023] env[62312]: _type = "Task" [ 1343.673023] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.678429] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809113, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.683095] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056ee322-6862-4b99-aece-6e9b5b9b9c3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.692900] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526182b2-4c68-d85b-e55a-0cc4554f2970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.736020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199cd69e-e3bc-4516-bc8d-1ee719dca7a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.748900] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f01b52-c019-436a-b770-f90e8f949424 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.771768] env[62312]: DEBUG nova.compute.provider_tree [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.820409] env[62312]: DEBUG nova.network.neutron [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [{"id": "0548e94f-df0a-4b9b-8268-6a78d435484e", "address": "fa:16:3e:97:ff:9b", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548e94f-df", "ovs_interfaceid": "0548e94f-df0a-4b9b-8268-6a78d435484e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.824106] env[62312]: DEBUG nova.network.neutron [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Successfully created port: bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.863073] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.132165] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853874} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.132473] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 4a4872eb-4451-4de0-a3ad-604595924ad9/4a4872eb-4451-4de0-a3ad-604595924ad9.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.133538] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.133538] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e630d1f9-5167-4c0b-8235-9b4a717b28ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.140639] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1344.140639] env[62312]: value = "task-1809114" [ 1344.140639] env[62312]: _type = "Task" [ 1344.140639] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.149190] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.169894] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.187261] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526182b2-4c68-d85b-e55a-0cc4554f2970, 'name': SearchDatastore_Task, 'duration_secs': 0.058705} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.187573] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.187813] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.188089] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.188257] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.188437] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.188715] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.189035] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.189268] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6c5986-30fb-485f-8b83-055a5ca0b833 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.191673] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca9d261-533e-4a0e-a2f2-92c7896b4d16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.196355] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1344.196355] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5285f6e5-560b-ea4a-6427-f509547a3705" [ 1344.196355] env[62312]: _type = "Task" [ 1344.196355] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.200772] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.200958] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.202080] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fa3300-65df-44a9-9d10-1e2e6a157efa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.211567] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5285f6e5-560b-ea4a-6427-f509547a3705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.214636] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1344.214636] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f14d19-39aa-722d-6000-2084104513b5" [ 1344.214636] env[62312]: _type = "Task" [ 1344.214636] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.222442] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f14d19-39aa-722d-6000-2084104513b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.277223] env[62312]: DEBUG nova.scheduler.client.report [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.291302] env[62312]: DEBUG nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.326417] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.326417] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.326417] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.326627] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.326627] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.326627] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.326627] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.326627] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.326836] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.326873] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.327016] env[62312]: DEBUG nova.virt.hardware [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.328067] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a0354-5cde-4c8f-ad07-610f49aa8cba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.331389] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.332059] env[62312]: DEBUG nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Instance network_info: |[{"id": "0548e94f-df0a-4b9b-8268-6a78d435484e", "address": "fa:16:3e:97:ff:9b", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548e94f-df", "ovs_interfaceid": "0548e94f-df0a-4b9b-8268-6a78d435484e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.334294] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ff:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0548e94f-df0a-4b9b-8268-6a78d435484e', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.342262] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Creating folder: Project (09750de0bfce454088c7e523347c24c6). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.344026] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b32efb-6649-46b0-a43f-7248dbd83ed3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.349629] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd2498-de7c-4151-80d1-6ab7c9e9a10a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.356231] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Created folder: Project (09750de0bfce454088c7e523347c24c6) in parent group-v374919. [ 1344.356444] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Creating folder: Instances. Parent ref: group-v374941. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.366648] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e41201d4-1353-47eb-8f04-7f41b836fb47 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.375671] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Created folder: Instances in parent group-v374941. [ 1344.375671] env[62312]: DEBUG oslo.service.loopingcall [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.376041] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.376812] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae1adef-3db8-404a-a4c4-66e4a3ae8f5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.397893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "9cd6d08a-2810-4377-a731-c0dd895580b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.398139] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.402416] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.402416] env[62312]: value = "task-1809117" [ 1344.402416] env[62312]: _type = "Task" [ 1344.402416] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.412378] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809117, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.612201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "602f4c47-5428-41df-bc84-9b903a03d3c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.612538] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "602f4c47-5428-41df-bc84-9b903a03d3c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.624686] env[62312]: DEBUG nova.network.neutron [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Updated VIF entry in instance network info cache for port 836e387d-34cd-4754-91ab-64d768239878. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.624686] env[62312]: DEBUG nova.network.neutron [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Updating instance_info_cache with network_info: [{"id": "836e387d-34cd-4754-91ab-64d768239878", "address": "fa:16:3e:11:04:b8", "network": {"id": "64977dd2-bc7c-4161-bd42-293aeb6a56bf", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1723979235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4be9d6ca646444a9f3556a311bc8df1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e387d-34", "ovs_interfaceid": "836e387d-34cd-4754-91ab-64d768239878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.652281] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06726} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.652879] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.656022] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d115f2d-69b6-44c6-bcbd-cb9bd46bfa2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.685240] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 4a4872eb-4451-4de0-a3ad-604595924ad9/4a4872eb-4451-4de0-a3ad-604595924ad9.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.687951] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f83709-2a68-47cc-a508-721d0291b957 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.712386] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.723873] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1344.723873] env[62312]: value = "task-1809118" [ 1344.723873] env[62312]: _type = "Task" [ 1344.723873] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.727936] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5285f6e5-560b-ea4a-6427-f509547a3705, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.731561] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.731935] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.732086] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.735991] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f14d19-39aa-722d-6000-2084104513b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014182} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.737204] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee6e339-0889-4c06-b8db-14ba13c146a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.742929] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.746411] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1344.746411] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5282eabe-b369-dee9-e591-a60e42ec06c5" [ 1344.746411] env[62312]: _type = "Task" [ 1344.746411] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.756095] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5282eabe-b369-dee9-e591-a60e42ec06c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.783999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.784627] env[62312]: DEBUG nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.787682] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.909s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.916149] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809117, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.127553] env[62312]: DEBUG oslo_concurrency.lockutils [req-490d853b-a18e-48b1-952f-c4efa3fc3203 req-6e847c52-662a-433f-a3e0-14abb8f45b01 service nova] Releasing lock "refresh_cache-3c27d92d-5072-4d12-aa5e-60336dad1c41" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.172119] env[62312]: DEBUG oslo_vmware.api [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809113, 'name': PowerOnVM_Task, 'duration_secs': 1.377773} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.172119] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.172119] env[62312]: INFO nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Took 13.71 seconds to spawn the instance on the hypervisor. [ 1345.172119] env[62312]: DEBUG nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.172119] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1aae73-300b-427a-a54e-e13c7b19e5c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.239336] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809118, 'name': ReconfigVM_Task, 'duration_secs': 0.482883} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.239647] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 4a4872eb-4451-4de0-a3ad-604595924ad9/4a4872eb-4451-4de0-a3ad-604595924ad9.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.240662] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b905048-35ac-47b5-b74e-c693b94fb030 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.246714] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1345.246714] env[62312]: value = "task-1809119" [ 1345.246714] env[62312]: _type = "Task" [ 1345.246714] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.258227] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809119, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.261622] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5282eabe-b369-dee9-e591-a60e42ec06c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014691} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.262049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.262197] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922/b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.263138] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.263138] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.263138] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d87ea5ab-8cdc-47d6-aadd-cd5ef175a6df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.264909] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00f3ce0b-9d22-4239-801a-a02403b1ec89 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.271778] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1345.271778] env[62312]: value = "task-1809120" [ 1345.271778] env[62312]: _type = "Task" [ 1345.271778] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.277895] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.277895] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.277895] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8799901-2d02-4b9d-9bba-bd67cfcd7d32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.283073] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.286069] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1345.286069] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5226e15a-3db3-0a57-9635-7a9fb3c094d1" [ 1345.286069] env[62312]: _type = "Task" [ 1345.286069] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.295048] env[62312]: DEBUG nova.compute.utils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.304796] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5226e15a-3db3-0a57-9635-7a9fb3c094d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.304957] env[62312]: DEBUG nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.305633] env[62312]: DEBUG nova.network.neutron [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.418430] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809117, 'name': CreateVM_Task, 'duration_secs': 0.748614} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.418944] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.421069] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.421069] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.421069] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.421069] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97ff3f2-0b18-468f-8a22-0fb11e86b14b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.428129] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1345.428129] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5253e7bb-ab97-0780-47de-40fd8070c7b8" [ 1345.428129] env[62312]: _type = "Task" [ 1345.428129] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.437057] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5253e7bb-ab97-0780-47de-40fd8070c7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.519429] env[62312]: DEBUG nova.policy [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de52a5b127344246b767bd3a4f7ed77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd948290cc45a43e9a8fbed6eb4cc9ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.703121] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Received event network-vif-plugged-bc705d1a-9230-4d08-b655-3eb58a821d50 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1345.703121] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Acquiring lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.703121] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.703121] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.703121] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] No waiting events found dispatching network-vif-plugged-bc705d1a-9230-4d08-b655-3eb58a821d50 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.703971] env[62312]: WARNING nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Received unexpected event network-vif-plugged-bc705d1a-9230-4d08-b655-3eb58a821d50 for instance with vm_state building and task_state spawning. [ 1345.703971] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Received event network-changed-bc705d1a-9230-4d08-b655-3eb58a821d50 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1345.703971] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Refreshing instance network info cache due to event network-changed-bc705d1a-9230-4d08-b655-3eb58a821d50. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1345.705772] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Acquiring lock "refresh_cache-b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.705996] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Acquired lock "refresh_cache-b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.706227] env[62312]: DEBUG nova.network.neutron [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Refreshing network info cache for port bc705d1a-9230-4d08-b655-3eb58a821d50 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.713480] env[62312]: INFO nova.compute.manager [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Took 24.74 seconds to build instance. [ 1345.759953] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809119, 'name': Rename_Task, 'duration_secs': 0.202068} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.759953] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.760168] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a8090d-8152-429b-9b95-8ee2f3d02703 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.770080] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1345.770080] env[62312]: value = "task-1809121" [ 1345.770080] env[62312]: _type = "Task" [ 1345.770080] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.785338] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.788599] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809120, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.799025] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5226e15a-3db3-0a57-9635-7a9fb3c094d1, 'name': SearchDatastore_Task, 'duration_secs': 0.024841} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.799981] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf7e45f-7ae0-4de4-86b4-fa620d3f5733 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.805780] env[62312]: DEBUG nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.817723] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1345.817723] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521070c1-ca9d-0b04-15db-d5574d209f62" [ 1345.817723] env[62312]: _type = "Task" [ 1345.817723] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.830645] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521070c1-ca9d-0b04-15db-d5574d209f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.855848] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b960d026-6a8c-48f4-ab6c-164e08215425 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.855930] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 9a577054-9963-4167-add1-428ff9587b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856061] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance c289458a-b24c-46e4-add4-c786d52864d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856172] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 3c27d92d-5072-4d12-aa5e-60336dad1c41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856291] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856399] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856513] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance c13205db-c3b6-4014-ba7e-340f800bdec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856618] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 4a4872eb-4451-4de0-a3ad-604595924ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856749] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5a15a643-95a4-4885-b410-9df67ddf1b1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.856885] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 71093dbe-03a9-4ca1-b352-f55bb6cddfe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.940737] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5253e7bb-ab97-0780-47de-40fd8070c7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.019835} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.941333] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.942141] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.944203] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.104878] env[62312]: DEBUG nova.compute.manager [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Received event network-changed-7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1346.104878] env[62312]: DEBUG nova.compute.manager [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Refreshing instance network info cache due to event network-changed-7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1346.105202] env[62312]: DEBUG oslo_concurrency.lockutils [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] Acquiring lock "refresh_cache-d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.106393] env[62312]: DEBUG oslo_concurrency.lockutils [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] Acquired lock "refresh_cache-d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.106393] env[62312]: DEBUG nova.network.neutron [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Refreshing network info cache for port 7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.219839] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d70ee84-f7f2-4ea3-b91f-af1b67785112 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.262s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.292302] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809121, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.296535] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80045} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.297182] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922/b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.297753] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.298135] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e290a47a-456f-4025-b7b2-e78f0369ea52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.305999] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1346.305999] env[62312]: value = "task-1809125" [ 1346.305999] env[62312]: _type = "Task" [ 1346.305999] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.325264] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.335416] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521070c1-ca9d-0b04-15db-d5574d209f62, 'name': SearchDatastore_Task, 'duration_secs': 0.05645} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.335847] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.339019] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b/d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.339019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.339019] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.339019] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e8fd598-d26e-4371-a23c-b71da4c4907e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.339631] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65f13600-7827-43a6-954a-b25f66b358f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.350018] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1346.350018] env[62312]: value = "task-1809126" [ 1346.350018] env[62312]: _type = "Task" [ 1346.350018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.350018] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.350430] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.356114] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a26ba26-efc8-4ef5-bd53-245da200eb8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.361739] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 8e5909af-780c-4256-99ce-30e0824b4106 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1346.368191] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.370482] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1346.370482] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52542fc3-686b-a5a5-d9d1-26b921250625" [ 1346.370482] env[62312]: _type = "Task" [ 1346.370482] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.383065] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52542fc3-686b-a5a5-d9d1-26b921250625, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.385705] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92386a3-b0c7-4444-9830-2a9584705c5a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.395479] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1346.395479] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52617065-fea4-0c1b-9f23-9c5caa53e366" [ 1346.395479] env[62312]: _type = "Task" [ 1346.395479] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.408735] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52617065-fea4-0c1b-9f23-9c5caa53e366, 'name': SearchDatastore_Task, 'duration_secs': 0.013535} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.409011] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.409273] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c13205db-c3b6-4014-ba7e-340f800bdec0/c13205db-c3b6-4014-ba7e-340f800bdec0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.409544] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdecc03a-873b-4719-a504-8bac43d5eacc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.416020] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1346.416020] env[62312]: value = "task-1809127" [ 1346.416020] env[62312]: _type = "Task" [ 1346.416020] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.424802] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.484074] env[62312]: DEBUG nova.network.neutron [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Successfully created port: becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.700530] env[62312]: DEBUG nova.network.neutron [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Updated VIF entry in instance network info cache for port bc705d1a-9230-4d08-b655-3eb58a821d50. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.700530] env[62312]: DEBUG nova.network.neutron [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Updating instance_info_cache with network_info: [{"id": "bc705d1a-9230-4d08-b655-3eb58a821d50", "address": "fa:16:3e:0c:93:03", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc705d1a-92", "ovs_interfaceid": "bc705d1a-9230-4d08-b655-3eb58a821d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.722315] env[62312]: DEBUG nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1346.787955] env[62312]: DEBUG oslo_vmware.api [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809121, 'name': PowerOnVM_Task, 'duration_secs': 0.979022} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.788024] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.788282] env[62312]: INFO nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Took 6.01 seconds to spawn the instance on the hypervisor. [ 1346.788558] env[62312]: DEBUG nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.789618] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25d8b75-5100-4260-8ea9-a9a90f62eca8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.807772] env[62312]: DEBUG nova.network.neutron [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Successfully updated port: bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.819758] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170806} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.820150] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.821167] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d819f93a-0c85-4fa6-b5e9-a5ba858e9579 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.827362] env[62312]: DEBUG nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.849282] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922/b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.850064] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84fd45e-176e-4947-a1a5-2286b1fadc87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.869397] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance fe8200b4-0acd-4664-9b3d-b775ab421bd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1346.879245] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:47:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1196805623',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1316406084',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.879706] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.879706] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.880148] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.880148] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.880229] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.880426] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.880629] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.880790] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.881015] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.881236] env[62312]: DEBUG nova.virt.hardware [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.882426] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e940b0-af2b-4cf0-8256-1ad154f53cd2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.889532] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1346.889532] env[62312]: value = "task-1809129" [ 1346.889532] env[62312]: _type = "Task" [ 1346.889532] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.889787] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809126, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.899355] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaec465-2ffb-40b1-88af-765f1fb5652c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.906891] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.925654] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809127, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.204669] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Releasing lock "refresh_cache-b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.204923] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Received event network-vif-plugged-0548e94f-df0a-4b9b-8268-6a78d435484e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1347.205094] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Acquiring lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.205315] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.205537] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.205617] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] No waiting events found dispatching network-vif-plugged-0548e94f-df0a-4b9b-8268-6a78d435484e {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.205780] env[62312]: WARNING nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Received unexpected event network-vif-plugged-0548e94f-df0a-4b9b-8268-6a78d435484e for instance with vm_state building and task_state spawning. [ 1347.206037] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Received event network-changed-0548e94f-df0a-4b9b-8268-6a78d435484e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1347.206113] env[62312]: DEBUG nova.compute.manager [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Refreshing instance network info cache due to event network-changed-0548e94f-df0a-4b9b-8268-6a78d435484e. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1347.206264] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Acquiring lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.206434] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Acquired lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.206650] env[62312]: DEBUG nova.network.neutron [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Refreshing network info cache for port 0548e94f-df0a-4b9b-8268-6a78d435484e {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.258556] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.313275] env[62312]: DEBUG nova.network.neutron [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Updated VIF entry in instance network info cache for port 7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.313739] env[62312]: DEBUG nova.network.neutron [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Updating instance_info_cache with network_info: [{"id": "7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6", "address": "fa:16:3e:4d:be:35", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3a255e-ea", "ovs_interfaceid": "7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.316011] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.316011] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquired lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.317049] env[62312]: DEBUG nova.network.neutron [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.321698] env[62312]: INFO nova.compute.manager [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Took 18.81 seconds to build instance. [ 1347.375995] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 610060b3-65e4-410a-8073-5f07f3e0539c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1347.384910] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797979} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.384910] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b/d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.384910] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.384910] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6bbeaea-585c-4b4d-b505-48666b7385e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.391359] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1347.391359] env[62312]: value = "task-1809130" [ 1347.391359] env[62312]: _type = "Task" [ 1347.391359] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.405063] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809129, 'name': ReconfigVM_Task, 'duration_secs': 0.507216} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.409844] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922/b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.410876] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.411263] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd26ba2-0ab1-4ad5-bb5e-fe566c325608 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.421908] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1347.421908] env[62312]: value = "task-1809131" [ 1347.421908] env[62312]: _type = "Task" [ 1347.421908] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.433172] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970039} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.434018] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c13205db-c3b6-4014-ba7e-340f800bdec0/c13205db-c3b6-4014-ba7e-340f800bdec0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.434018] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.434401] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ee3d42-2933-4f2c-a4c4-d493b145569b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.439598] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809131, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.444055] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1347.444055] env[62312]: value = "task-1809132" [ 1347.444055] env[62312]: _type = "Task" [ 1347.444055] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.453364] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.821550] env[62312]: DEBUG oslo_concurrency.lockutils [req-87e5eec4-ced1-459e-98c7-7806abd64247 req-cb8e39c5-733c-456b-8631-280cb4a57559 service nova] Releasing lock "refresh_cache-d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.826705] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3d7a988-2229-468d-b25d-c4c4a490cd24 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "4a4872eb-4451-4de0-a3ad-604595924ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.323s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.879473] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1347.912562] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067585} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.916614] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.916957] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b50d16-b7aa-4f6b-a0ea-dab88388cae1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.944238] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b/d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.948242] env[62312]: DEBUG nova.network.neutron [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.953966] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e204120-1875-472a-b6cb-a98c443d1d4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.978575] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809131, 'name': Rename_Task, 'duration_secs': 0.193922} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.982078] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.982427] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1347.982427] env[62312]: value = "task-1809133" [ 1347.982427] env[62312]: _type = "Task" [ 1347.982427] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.982688] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205911} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.982880] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8429d4ad-e9cd-4265-bbe8-c30166d31a86 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.985151] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.988289] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e1191-efcf-4e77-ae17-2f8dd377fc98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.015115] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c13205db-c3b6-4014-ba7e-340f800bdec0/c13205db-c3b6-4014-ba7e-340f800bdec0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.022839] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48dc770a-8ea9-4a2f-bd37-d367ff1c7a20 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.039173] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.039540] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1348.039540] env[62312]: value = "task-1809134" [ 1348.039540] env[62312]: _type = "Task" [ 1348.039540] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.048584] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1348.048584] env[62312]: value = "task-1809135" [ 1348.048584] env[62312]: _type = "Task" [ 1348.048584] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.051837] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.062764] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.227925] env[62312]: DEBUG nova.network.neutron [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updated VIF entry in instance network info cache for port 0548e94f-df0a-4b9b-8268-6a78d435484e. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.227925] env[62312]: DEBUG nova.network.neutron [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [{"id": "0548e94f-df0a-4b9b-8268-6a78d435484e", "address": "fa:16:3e:97:ff:9b", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548e94f-df", "ovs_interfaceid": "0548e94f-df0a-4b9b-8268-6a78d435484e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.268542] env[62312]: DEBUG nova.network.neutron [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Updating instance_info_cache with network_info: [{"id": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "address": "fa:16:3e:e0:a7:a2", "network": {"id": "9dc969eb-d06c-454a-a60e-0cc46cf17d8d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927969436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21c1986b51e488a832f82b6753fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb050eb7-61", "ovs_interfaceid": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.333155] env[62312]: DEBUG nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.387174] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 9cd6d08a-2810-4377-a731-c0dd895580b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1348.497418] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.563653] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.568694] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.607231] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "f30fde15-74e1-4602-9a3a-1531c2f1b925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.607469] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.672437] env[62312]: DEBUG nova.network.neutron [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Successfully updated port: becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.732215] env[62312]: DEBUG oslo_concurrency.lockutils [req-db7b4fa7-e7d8-4324-a769-5abc00e59ef1 req-d0bb4f1c-23ff-4847-b327-58b925373d45 service nova] Releasing lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.773423] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Releasing lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.773842] env[62312]: DEBUG nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Instance network_info: |[{"id": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "address": "fa:16:3e:e0:a7:a2", "network": {"id": "9dc969eb-d06c-454a-a60e-0cc46cf17d8d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927969436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21c1986b51e488a832f82b6753fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb050eb7-61", "ovs_interfaceid": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.774368] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:a7:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb050eb7-61f2-4928-a4ea-717bbebc533a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.788093] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Creating folder: Project (f21c1986b51e488a832f82b6753fa782). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.789294] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59fd304a-a4d4-4db9-a766-98b911495699 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.802322] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Created folder: Project (f21c1986b51e488a832f82b6753fa782) in parent group-v374919. [ 1348.802571] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Creating folder: Instances. Parent ref: group-v374947. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.802921] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2a472b3-d4c5-4514-955d-d63a0ec1c653 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.812497] env[62312]: DEBUG nova.compute.manager [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.814318] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164cf711-6a57-4f47-889d-62cc1f072acd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.818973] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Created folder: Instances in parent group-v374947. [ 1348.819369] env[62312]: DEBUG oslo.service.loopingcall [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.819993] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.820219] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03abc4d1-105b-4e81-b044-ae2d4f93a715 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.849786] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.849786] env[62312]: value = "task-1809138" [ 1348.849786] env[62312]: _type = "Task" [ 1348.849786] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.860175] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809138, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.866027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.890835] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 602f4c47-5428-41df-bc84-9b903a03d3c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1348.891013] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1348.891201] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1348.999967] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809133, 'name': ReconfigVM_Task, 'duration_secs': 0.874812} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.999967] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Reconfigured VM instance instance-00000005 to attach disk [datastore1] d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b/d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.999967] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e333a5e0-37d7-4e7b-89a0-b65ff917a554 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.006492] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1349.006492] env[62312]: value = "task-1809139" [ 1349.006492] env[62312]: _type = "Task" [ 1349.006492] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.019225] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809139, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.057437] env[62312]: DEBUG oslo_vmware.api [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809134, 'name': PowerOnVM_Task, 'duration_secs': 0.843371} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.061602] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.062028] env[62312]: INFO nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Took 12.96 seconds to spawn the instance on the hypervisor. [ 1349.062028] env[62312]: DEBUG nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.064238] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926f0a58-d8cb-499b-af52-a87c76e2e045 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.076682] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809135, 'name': ReconfigVM_Task, 'duration_secs': 0.84567} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.078763] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c13205db-c3b6-4014-ba7e-340f800bdec0/c13205db-c3b6-4014-ba7e-340f800bdec0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.082146] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c0e7738-1c74-4b43-b3e1-c7d18ae08f87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.092034] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1349.092034] env[62312]: value = "task-1809140" [ 1349.092034] env[62312]: _type = "Task" [ 1349.092034] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.108189] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809140, 'name': Rename_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.175191] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.175346] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.175493] env[62312]: DEBUG nova.network.neutron [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.209933] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f7a1f1-b59e-43ac-a8cf-3e0da49f865d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.219299] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98593b32-3363-4434-bbf5-0341ef536228 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.254651] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464c7d7-5fb5-4a74-80d3-5d7a0fc54556 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.262834] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1469ae-f1e1-426a-b05e-b5872cf80a20 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.276755] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.346699] env[62312]: INFO nova.compute.manager [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] instance snapshotting [ 1349.349878] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa973568-807b-4b9f-9e13-4439aec3a2ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.374173] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33971ff-70ec-4f66-92ba-3e4ca26e319b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.376785] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809138, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.518368] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809139, 'name': Rename_Task, 'duration_secs': 0.352633} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.518722] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.520602] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f815d1b0-7126-4f64-a1c3-b82b97610def {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.524964] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1349.524964] env[62312]: value = "task-1809141" [ 1349.524964] env[62312]: _type = "Task" [ 1349.524964] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.534576] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.592967] env[62312]: INFO nova.compute.manager [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Took 27.13 seconds to build instance. [ 1349.604604] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809140, 'name': Rename_Task, 'duration_secs': 0.286674} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.606114] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "c289458a-b24c-46e4-add4-c786d52864d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.606114] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "c289458a-b24c-46e4-add4-c786d52864d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.606114] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "c289458a-b24c-46e4-add4-c786d52864d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.606114] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "c289458a-b24c-46e4-add4-c786d52864d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.606489] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "c289458a-b24c-46e4-add4-c786d52864d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.607667] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.607826] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2e7341-9337-4585-8dbd-11eb62099315 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.610333] env[62312]: INFO nova.compute.manager [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Terminating instance [ 1349.618573] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1349.618573] env[62312]: value = "task-1809142" [ 1349.618573] env[62312]: _type = "Task" [ 1349.618573] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.633264] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.722171] env[62312]: DEBUG nova.network.neutron [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.782381] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.864553] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809138, 'name': CreateVM_Task, 'duration_secs': 0.566597} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.864732] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.866164] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.866491] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.866990] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.867274] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2aa9eb-ee24-497c-93ae-5d8dc76cfca7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.872967] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1349.872967] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bbe672-e3b7-863f-c76d-a50e2e59a8eb" [ 1349.872967] env[62312]: _type = "Task" [ 1349.872967] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.878803] env[62312]: DEBUG nova.network.neutron [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Updating instance_info_cache with network_info: [{"id": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "address": "fa:16:3e:d9:2c:d2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecb2cc4-9a", "ovs_interfaceid": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.887376] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1349.888938] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bbe672-e3b7-863f-c76d-a50e2e59a8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.888938] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71fbfc8f-141d-4a25-b7c8-fd78becad966 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.896722] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1349.896722] env[62312]: value = "task-1809143" [ 1349.896722] env[62312]: _type = "Task" [ 1349.896722] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.907342] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809143, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.041715] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809141, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.099065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-57f3ca6f-8795-40aa-bf1f-6fa2cd46d497 tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.647s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.115699] env[62312]: DEBUG nova.compute.manager [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.115918] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.116817] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b49d5-2da3-4861-a15a-f3d39a3de85e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.131021] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809142, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.133217] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.133505] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa6ec466-83d4-41b2-861a-c908608895bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.141084] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1350.141084] env[62312]: value = "task-1809144" [ 1350.141084] env[62312]: _type = "Task" [ 1350.141084] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.150670] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.292399] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1350.293065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.505s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.293065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.121s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.295554] env[62312]: INFO nova.compute.claims [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.382998] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Releasing lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.382998] env[62312]: DEBUG nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Instance network_info: |[{"id": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "address": "fa:16:3e:d9:2c:d2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecb2cc4-9a", "ovs_interfaceid": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.384208] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:2c:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'becb2cc4-9a88-4f5e-95a9-1f9485cd30e8', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.396918] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Creating folder: Project (d948290cc45a43e9a8fbed6eb4cc9ab6). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.403298] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62759b74-5c92-406d-9e06-ad90f48a780a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.406545] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bbe672-e3b7-863f-c76d-a50e2e59a8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.029248} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.413034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.413034] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.413034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.413034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.413281] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.414061] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad68d04c-56b1-4b7c-b336-59aca40f9ca9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.426331] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809143, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.429551] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Created folder: Project (d948290cc45a43e9a8fbed6eb4cc9ab6) in parent group-v374919. [ 1350.429784] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Creating folder: Instances. Parent ref: group-v374950. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.430969] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.430969] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.431140] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd447234-d346-40f7-a0be-280dc68e4201 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.433065] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c10fb4-48c1-420c-81d8-4bc7c1926e0f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.444525] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1350.444525] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52386ce7-de4d-c77a-2bb1-adae38df8a51" [ 1350.444525] env[62312]: _type = "Task" [ 1350.444525] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.448170] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Created folder: Instances in parent group-v374950. [ 1350.448170] env[62312]: DEBUG oslo.service.loopingcall [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.451446] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.451826] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e63b9eaf-941b-439c-ba90-87b8a1e44a3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.482443] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52386ce7-de4d-c77a-2bb1-adae38df8a51, 'name': SearchDatastore_Task, 'duration_secs': 0.014798} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.485265] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.485265] env[62312]: value = "task-1809147" [ 1350.485265] env[62312]: _type = "Task" [ 1350.485265] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.485575] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8610f614-faa9-43de-b08d-46a6df894d05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.495221] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1350.495221] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d0c5e2-e373-2d01-5977-81eab9d9970e" [ 1350.495221] env[62312]: _type = "Task" [ 1350.495221] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.498924] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809147, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.509102] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d0c5e2-e373-2d01-5977-81eab9d9970e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.539479] env[62312]: DEBUG oslo_vmware.api [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809141, 'name': PowerOnVM_Task, 'duration_secs': 0.72804} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.539479] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.539479] env[62312]: INFO nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Took 16.82 seconds to spawn the instance on the hypervisor. [ 1350.539479] env[62312]: DEBUG nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.540255] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dfd388-a44c-4023-922a-ba917ddec174 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.603532] env[62312]: DEBUG nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.636842] env[62312]: DEBUG oslo_vmware.api [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809142, 'name': PowerOnVM_Task, 'duration_secs': 0.688192} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.636842] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.636842] env[62312]: INFO nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Took 12.19 seconds to spawn the instance on the hypervisor. [ 1350.636842] env[62312]: DEBUG nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.636842] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05c6e3a-6682-4a60-94a3-3444be001142 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.658997] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.921154] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809143, 'name': CreateSnapshot_Task, 'duration_secs': 0.858924} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.921446] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1350.922344] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b5b03-a853-4293-af23-c15a617206aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.970215] env[62312]: DEBUG nova.compute.manager [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Received event network-vif-plugged-bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1350.970430] env[62312]: DEBUG oslo_concurrency.lockutils [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] Acquiring lock "5a15a643-95a4-4885-b410-9df67ddf1b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.970632] env[62312]: DEBUG oslo_concurrency.lockutils [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.971188] env[62312]: DEBUG oslo_concurrency.lockutils [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.971449] env[62312]: DEBUG nova.compute.manager [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] No waiting events found dispatching network-vif-plugged-bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.971562] env[62312]: WARNING nova.compute.manager [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Received unexpected event network-vif-plugged-bb050eb7-61f2-4928-a4ea-717bbebc533a for instance with vm_state building and task_state spawning. [ 1350.971903] env[62312]: DEBUG nova.compute.manager [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Received event network-changed-bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1350.971903] env[62312]: DEBUG nova.compute.manager [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Refreshing instance network info cache due to event network-changed-bb050eb7-61f2-4928-a4ea-717bbebc533a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1350.972025] env[62312]: DEBUG oslo_concurrency.lockutils [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] Acquiring lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.972668] env[62312]: DEBUG oslo_concurrency.lockutils [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] Acquired lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.972668] env[62312]: DEBUG nova.network.neutron [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Refreshing network info cache for port bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.999267] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809147, 'name': CreateVM_Task, 'duration_secs': 0.513217} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.004407] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.006059] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.006059] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.006059] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.007033] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e0528f-e0ea-4d69-b4da-147d25c5ce97 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.013923] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d0c5e2-e373-2d01-5977-81eab9d9970e, 'name': SearchDatastore_Task, 'duration_secs': 0.019773} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.014582] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.014840] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5a15a643-95a4-4885-b410-9df67ddf1b1c/5a15a643-95a4-4885-b410-9df67ddf1b1c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.015481] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db3dc568-9cae-4585-ac25-d549bc3cc6a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.019041] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1351.019041] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526e6cad-7215-70d8-0d34-febf67577697" [ 1351.019041] env[62312]: _type = "Task" [ 1351.019041] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.025904] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1351.025904] env[62312]: value = "task-1809149" [ 1351.025904] env[62312]: _type = "Task" [ 1351.025904] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.042179] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526e6cad-7215-70d8-0d34-febf67577697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.050017] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.060448] env[62312]: INFO nova.compute.manager [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Took 29.25 seconds to build instance. [ 1351.138308] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.153726] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809144, 'name': PowerOffVM_Task, 'duration_secs': 0.852649} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.155514] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.156776] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.167329] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c40654a2-16cf-41dd-bb70-70dca2146035 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.170150] env[62312]: INFO nova.compute.manager [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Took 27.55 seconds to build instance. [ 1351.319754] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.321339] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.321339] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Deleting the datastore file [datastore1] c289458a-b24c-46e4-add4-c786d52864d4 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.324145] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffa54c08-eee2-4e85-8a83-97928f3fa901 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.332419] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for the task: (returnval){ [ 1351.332419] env[62312]: value = "task-1809151" [ 1351.332419] env[62312]: _type = "Task" [ 1351.332419] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.343264] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.447307] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1351.456386] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9c94446-62b0-427b-ba03-b570596862e1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.466374] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1351.466374] env[62312]: value = "task-1809152" [ 1351.466374] env[62312]: _type = "Task" [ 1351.466374] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.480943] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809152, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.535194] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526e6cad-7215-70d8-0d34-febf67577697, 'name': SearchDatastore_Task, 'duration_secs': 0.028424} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.542439] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.542760] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.543072] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.545492] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.545492] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.545492] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d400fec-1c3c-458d-b6ba-e4e36c4781cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.552623] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.569461] env[62312]: DEBUG oslo_concurrency.lockutils [None req-19ff133f-1ea1-42b7-bac0-ca0e1b9e3b91 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.770s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.576487] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.576487] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.576487] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a775686b-2426-4838-b670-7869ac3aeedd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.590508] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1351.590508] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526b799c-bd49-a35c-9434-88d94a4af1d1" [ 1351.590508] env[62312]: _type = "Task" [ 1351.590508] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.608777] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526b799c-bd49-a35c-9434-88d94a4af1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.675473] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2fa40c25-3a11-4f1e-bd4b-3e0e82200329 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.084s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.692343] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056cda3a-773a-4514-a24e-b72c6fe59383 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.706657] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a9189-94ae-4e0e-a5b3-b7caa7ff2ca9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.747798] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4993995-51fc-414c-aa7e-a2bc0e9b7784 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.757259] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507a62b1-6c71-4f10-8ffb-3751a0e0aada {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.774999] env[62312]: DEBUG nova.compute.provider_tree [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.829854] env[62312]: DEBUG nova.network.neutron [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Updated VIF entry in instance network info cache for port bb050eb7-61f2-4928-a4ea-717bbebc533a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.830789] env[62312]: DEBUG nova.network.neutron [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Updating instance_info_cache with network_info: [{"id": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "address": "fa:16:3e:e0:a7:a2", "network": {"id": "9dc969eb-d06c-454a-a60e-0cc46cf17d8d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927969436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21c1986b51e488a832f82b6753fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb050eb7-61", "ovs_interfaceid": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.846560] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.980598] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809152, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.050124] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809149, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.069474] env[62312]: DEBUG nova.compute.manager [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.070683] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6f4a61-50fe-4d18-8e85-0da0a81721e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.076996] env[62312]: DEBUG nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.106543] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526b799c-bd49-a35c-9434-88d94a4af1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.024897} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.109331] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d427c347-cb18-4bae-91ce-92aab658ee13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.120290] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1352.120290] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bf3615-0004-51d6-1194-e3454836e046" [ 1352.120290] env[62312]: _type = "Task" [ 1352.120290] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.128514] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bf3615-0004-51d6-1194-e3454836e046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.279860] env[62312]: DEBUG nova.scheduler.client.report [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.332833] env[62312]: DEBUG oslo_concurrency.lockutils [req-6a9f87a8-ea8f-4aac-80db-dfa5af43e0c2 req-3fd03094-c640-4b90-be15-b7e23af10537 service nova] Releasing lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.349431] env[62312]: DEBUG oslo_vmware.api [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Task: {'id': task-1809151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.832062} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.350121] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.350121] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.350243] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.350326] env[62312]: INFO nova.compute.manager [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1352.350548] env[62312]: DEBUG oslo.service.loopingcall [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.350732] env[62312]: DEBUG nova.compute.manager [-] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.351096] env[62312]: DEBUG nova.network.neutron [-] [instance: c289458a-b24c-46e4-add4-c786d52864d4] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.478142] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809152, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.507863] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "9a577054-9963-4167-add1-428ff9587b6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.508362] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "9a577054-9963-4167-add1-428ff9587b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.508603] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "9a577054-9963-4167-add1-428ff9587b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.509024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "9a577054-9963-4167-add1-428ff9587b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.509024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "9a577054-9963-4167-add1-428ff9587b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.513076] env[62312]: INFO nova.compute.manager [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Terminating instance [ 1352.550821] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809149, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.152233} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.551110] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5a15a643-95a4-4885-b410-9df67ddf1b1c/5a15a643-95a4-4885-b410-9df67ddf1b1c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.551345] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.551721] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6497e3f-4280-40bc-8071-44a1bdc4dc61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.561635] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1352.561635] env[62312]: value = "task-1809153" [ 1352.561635] env[62312]: _type = "Task" [ 1352.561635] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.573812] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.599393] env[62312]: INFO nova.compute.manager [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] instance snapshotting [ 1352.599686] env[62312]: DEBUG nova.objects.instance [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lazy-loading 'flavor' on Instance uuid 4a4872eb-4451-4de0-a3ad-604595924ad9 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.613106] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.631373] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bf3615-0004-51d6-1194-e3454836e046, 'name': SearchDatastore_Task, 'duration_secs': 0.03493} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.634748] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.634748] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 71093dbe-03a9-4ca1-b352-f55bb6cddfe7/71093dbe-03a9-4ca1-b352-f55bb6cddfe7.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.634748] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f650b237-7c55-4920-a04c-666c831d336a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.645199] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1352.645199] env[62312]: value = "task-1809155" [ 1352.645199] env[62312]: _type = "Task" [ 1352.645199] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.656104] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.777566] env[62312]: DEBUG nova.compute.manager [None req-c47a1f8c-4050-40ca-9ddb-0442bef1a516 tempest-ServerDiagnosticsTest-15566804 tempest-ServerDiagnosticsTest-15566804-project-admin] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.779069] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab82b7-5525-4a79-8c6b-c8309d3fb7f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.788808] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.788808] env[62312]: DEBUG nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.792572] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.535s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.794198] env[62312]: INFO nova.compute.claims [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.798010] env[62312]: INFO nova.compute.manager [None req-c47a1f8c-4050-40ca-9ddb-0442bef1a516 tempest-ServerDiagnosticsTest-15566804 tempest-ServerDiagnosticsTest-15566804-project-admin] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Retrieving diagnostics [ 1352.799651] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61b648-be64-430a-ae23-0c59919d41e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.980154] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809152, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.020414] env[62312]: DEBUG nova.compute.manager [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.020414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.021242] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58c3a6f-9209-418f-adf7-2a99e4d26bef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.032283] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.033127] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d50143-3658-4a50-a405-e4f27f8e62a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.042410] env[62312]: DEBUG oslo_vmware.api [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1353.042410] env[62312]: value = "task-1809156" [ 1353.042410] env[62312]: _type = "Task" [ 1353.042410] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.053771] env[62312]: DEBUG oslo_vmware.api [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.074038] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081358} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.074429] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.076591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0188778c-c7bb-4c02-b101-e6387631d37a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.102139] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5a15a643-95a4-4885-b410-9df67ddf1b1c/5a15a643-95a4-4885-b410-9df67ddf1b1c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.102139] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d35aea9-0278-4ace-a02f-e7d6fc3e4ae5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.129049] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eba28b-d0ab-4184-8bbf-2655c5c8a53a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.132493] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1353.132493] env[62312]: value = "task-1809157" [ 1353.132493] env[62312]: _type = "Task" [ 1353.132493] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.161522] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382a33de-b186-4c55-9564-6bbd1a7badb2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.164222] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.173308] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.284656] env[62312]: DEBUG nova.network.neutron [-] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.300476] env[62312]: DEBUG nova.compute.utils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.305022] env[62312]: DEBUG nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.305022] env[62312]: DEBUG nova.network.neutron [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.443464] env[62312]: DEBUG nova.policy [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0958fa950574821ae9bb1008a9b9114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e13e8b8788e4a179328040a87810edc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.490227] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809152, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.556135] env[62312]: DEBUG oslo_vmware.api [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809156, 'name': PowerOffVM_Task, 'duration_secs': 0.493432} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.556500] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.556798] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.557617] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1b2e8be-8ff5-4fdc-b225-60eb9ca4dd24 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.650672] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.666186] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.681948] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1353.682302] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fa16801-8484-4889-9649-6a1f29f263a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.702533] env[62312]: DEBUG oslo_vmware.api [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1353.702533] env[62312]: value = "task-1809159" [ 1353.702533] env[62312]: _type = "Task" [ 1353.702533] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.720777] env[62312]: DEBUG oslo_vmware.api [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.788485] env[62312]: INFO nova.compute.manager [-] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Took 1.44 seconds to deallocate network for instance. [ 1353.803773] env[62312]: DEBUG nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.853021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.853021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.991534] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809152, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.024873] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.025414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.025823] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Deleting the datastore file [datastore1] 9a577054-9963-4167-add1-428ff9587b6b {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.029636] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f28b809-35b6-469b-a9dc-4b6e9dc429e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.039087] env[62312]: DEBUG oslo_vmware.api [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for the task: (returnval){ [ 1354.039087] env[62312]: value = "task-1809160" [ 1354.039087] env[62312]: _type = "Task" [ 1354.039087] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.049264] env[62312]: DEBUG oslo_vmware.api [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.070335] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "4a4872eb-4451-4de0-a3ad-604595924ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.070645] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "4a4872eb-4451-4de0-a3ad-604595924ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.071050] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "4a4872eb-4451-4de0-a3ad-604595924ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.071251] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "4a4872eb-4451-4de0-a3ad-604595924ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.071422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "4a4872eb-4451-4de0-a3ad-604595924ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.073826] env[62312]: INFO nova.compute.manager [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Terminating instance [ 1354.146610] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809157, 'name': ReconfigVM_Task, 'duration_secs': 0.786975} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.147049] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5a15a643-95a4-4885-b410-9df67ddf1b1c/5a15a643-95a4-4885-b410-9df67ddf1b1c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.150628] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-355478e4-5fe6-4283-bc8e-fad3883205eb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.165793] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.294367} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.167745] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 71093dbe-03a9-4ca1-b352-f55bb6cddfe7/71093dbe-03a9-4ca1-b352-f55bb6cddfe7.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.167745] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.167904] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1354.167904] env[62312]: value = "task-1809161" [ 1354.167904] env[62312]: _type = "Task" [ 1354.167904] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.168181] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7b25b6e-e35d-49da-8849-f52cdac8b5f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.197486] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d9112-660f-4866-9281-48a91b609377 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.200731] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1354.200731] env[62312]: value = "task-1809162" [ 1354.200731] env[62312]: _type = "Task" [ 1354.200731] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.211089] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b0451e-8164-462c-82b0-d4396e3670f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.217685] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.253607] env[62312]: DEBUG oslo_vmware.api [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809159, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.254808] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007358b2-94c6-4555-91d9-f27fc4090517 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.266285] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610c6573-ed0c-4465-80f0-9ea347b30ca4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.282975] env[62312]: DEBUG nova.compute.provider_tree [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.300046] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.356533] env[62312]: DEBUG nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.451424] env[62312]: DEBUG nova.compute.manager [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Received event network-vif-plugged-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1354.451972] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] Acquiring lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.452584] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.452584] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.452860] env[62312]: DEBUG nova.compute.manager [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] No waiting events found dispatching network-vif-plugged-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.452860] env[62312]: WARNING nova.compute.manager [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Received unexpected event network-vif-plugged-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 for instance with vm_state building and task_state spawning. [ 1354.453121] env[62312]: DEBUG nova.compute.manager [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Received event network-changed-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1354.453381] env[62312]: DEBUG nova.compute.manager [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Refreshing instance network info cache due to event network-changed-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1354.453668] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] Acquiring lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.453894] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] Acquired lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.454153] env[62312]: DEBUG nova.network.neutron [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Refreshing network info cache for port becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.488791] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809152, 'name': CloneVM_Task, 'duration_secs': 2.718879} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.489382] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Created linked-clone VM from snapshot [ 1354.493958] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6325bd46-808a-4432-b09d-0d33fe192855 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.504729] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Uploading image abbd2deb-5a82-42d9-8d59-88d152d01eb3 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1354.523296] env[62312]: DEBUG nova.network.neutron [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Successfully created port: 2bc561dd-d899-4001-b747-59e3de9e00f9 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.534776] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1354.534776] env[62312]: value = "vm-374954" [ 1354.534776] env[62312]: _type = "VirtualMachine" [ 1354.534776] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1354.535077] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96575120-442a-4321-b7ed-d37f7929d115 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.545684] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lease: (returnval){ [ 1354.545684] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52557e2d-2238-8e15-c126-40e1bb4a3f12" [ 1354.545684] env[62312]: _type = "HttpNfcLease" [ 1354.545684] env[62312]: } obtained for exporting VM: (result){ [ 1354.545684] env[62312]: value = "vm-374954" [ 1354.545684] env[62312]: _type = "VirtualMachine" [ 1354.545684] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1354.546095] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the lease: (returnval){ [ 1354.546095] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52557e2d-2238-8e15-c126-40e1bb4a3f12" [ 1354.546095] env[62312]: _type = "HttpNfcLease" [ 1354.546095] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.549544] env[62312]: DEBUG oslo_vmware.api [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.557919] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.557919] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52557e2d-2238-8e15-c126-40e1bb4a3f12" [ 1354.557919] env[62312]: _type = "HttpNfcLease" [ 1354.557919] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1354.579842] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "refresh_cache-4a4872eb-4451-4de0-a3ad-604595924ad9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.580049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquired lock "refresh_cache-4a4872eb-4451-4de0-a3ad-604595924ad9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.580254] env[62312]: DEBUG nova.network.neutron [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.632447] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "b20cb8cb-b813-40b3-8c78-bb413b702339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.632674] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.701101] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809161, 'name': Rename_Task, 'duration_secs': 0.454884} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.701101] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.701101] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b36b15f5-b092-485c-a408-09247402c6bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.715318] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1354.715318] env[62312]: value = "task-1809164" [ 1354.715318] env[62312]: _type = "Task" [ 1354.715318] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.715630] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268178} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.716337] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.720363] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701f1a9-dbd5-433b-8935-47b47d317b89 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.727188] env[62312]: DEBUG oslo_vmware.api [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809159, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.737960] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809164, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.761291] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 71093dbe-03a9-4ca1-b352-f55bb6cddfe7/71093dbe-03a9-4ca1-b352-f55bb6cddfe7.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.761859] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb18afb5-998e-4ba5-bf2a-d31771b4743b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.784177] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1354.784177] env[62312]: value = "task-1809166" [ 1354.784177] env[62312]: _type = "Task" [ 1354.784177] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.797062] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.812642] env[62312]: ERROR nova.scheduler.client.report [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [req-8ef9deb8-f23c-4d0e-95d5-e20dd00570f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ef9deb8-f23c-4d0e-95d5-e20dd00570f2"}]} [ 1354.823153] env[62312]: DEBUG nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.832297] env[62312]: DEBUG nova.scheduler.client.report [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1354.867137] env[62312]: DEBUG nova.scheduler.client.report [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1354.867137] env[62312]: DEBUG nova.compute.provider_tree [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.872385] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.872700] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.872866] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.873159] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.873242] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.873359] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.873571] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.873816] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.874142] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.874369] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.874612] env[62312]: DEBUG nova.virt.hardware [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.875807] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1301f8-0df0-40fc-a3ea-35bb503dfd61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.880581] env[62312]: DEBUG nova.scheduler.client.report [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1354.888407] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af28ee2-7a73-4e6f-bf4d-7d6e452beb6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.907699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.924719] env[62312]: DEBUG nova.scheduler.client.report [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1355.068207] env[62312]: DEBUG oslo_vmware.api [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Task: {'id': task-1809160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.699917} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.068207] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.068207] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52557e2d-2238-8e15-c126-40e1bb4a3f12" [ 1355.068207] env[62312]: _type = "HttpNfcLease" [ 1355.068207] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.068504] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.068504] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.068639] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.068802] env[62312]: INFO nova.compute.manager [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1355.069041] env[62312]: DEBUG oslo.service.loopingcall [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.069256] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.069256] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52557e2d-2238-8e15-c126-40e1bb4a3f12" [ 1355.069256] env[62312]: _type = "HttpNfcLease" [ 1355.069256] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1355.069665] env[62312]: DEBUG nova.compute.manager [-] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.069796] env[62312]: DEBUG nova.network.neutron [-] [instance: 9a577054-9963-4167-add1-428ff9587b6b] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.071966] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db689d9-496c-45e2-83cc-6779b472c109 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.086788] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52415df5-2b7f-c06e-a0d5-d590649db656/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.086788] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52415df5-2b7f-c06e-a0d5-d590649db656/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1355.148268] env[62312]: DEBUG nova.network.neutron [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.197943] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13951843-7298-4ab7-b436-06068ef968b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.218028] env[62312]: DEBUG oslo_vmware.api [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809159, 'name': CreateSnapshot_Task, 'duration_secs': 1.42827} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.222234] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1355.226804] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1378d2f6-38d0-4c85-a7b7-86ad92b6b1be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.235291] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809164, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.254700] env[62312]: DEBUG nova.network.neutron [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.296194] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.329222] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Acquiring lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.329477] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.329862] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Acquiring lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.330193] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.330476] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.333252] env[62312]: INFO nova.compute.manager [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Terminating instance [ 1355.354080] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c993e9f5-a3ae-48f2-beab-23291980ef70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.367364] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951bcc9e-c6fd-4cdb-89d8-cf4cf4120c6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.405025] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad7348-a426-4a0b-970b-4bedcc597a69 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.409850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d8b61-595f-4d78-ae03-706e80a5aaa3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.424279] env[62312]: DEBUG nova.compute.provider_tree [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.465392] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.465718] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.467048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.467324] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.467605] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.470654] env[62312]: INFO nova.compute.manager [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Terminating instance [ 1355.482464] env[62312]: DEBUG nova.compute.manager [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.483139] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.484438] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.484969] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.486376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc0e72-6ad2-4f94-8022-9de7012e2d0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.500287] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.500287] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a47a718-061f-4d18-84d2-bb00b64af5c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.506727] env[62312]: DEBUG oslo_vmware.api [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1355.506727] env[62312]: value = "task-1809167" [ 1355.506727] env[62312]: _type = "Task" [ 1355.506727] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.516379] env[62312]: DEBUG oslo_vmware.api [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.735548] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809164, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.746720] env[62312]: DEBUG nova.compute.manager [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Instance disappeared during snapshot {{(pid=62312) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1355.768973] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Releasing lock "refresh_cache-4a4872eb-4451-4de0-a3ad-604595924ad9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.773735] env[62312]: DEBUG nova.compute.manager [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.773735] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.777065] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42ca3b4-a4f0-43f1-ac08-e29147a3137c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.787538] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.790925] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35ecdad3-7961-4df1-93e1-bb1c779b3ee9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.802532] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809166, 'name': ReconfigVM_Task, 'duration_secs': 0.572913} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.805404] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 71093dbe-03a9-4ca1-b352-f55bb6cddfe7/71093dbe-03a9-4ca1-b352-f55bb6cddfe7.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.806743] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1355.806743] env[62312]: value = "task-1809168" [ 1355.806743] env[62312]: _type = "Task" [ 1355.806743] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.806743] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e967dcc8-bef7-4c65-a07c-73f1347babbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.822210] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.824280] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1355.824280] env[62312]: value = "task-1809169" [ 1355.824280] env[62312]: _type = "Task" [ 1355.824280] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.834423] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809169, 'name': Rename_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.837455] env[62312]: DEBUG nova.compute.manager [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.839065] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.844024] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f435b402-0fae-41d9-98eb-434933f0c7b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.849339] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.849402] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a185b6-bd43-4b70-9660-ce53d50324fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.857064] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Waiting for the task: (returnval){ [ 1355.857064] env[62312]: value = "task-1809170" [ 1355.857064] env[62312]: _type = "Task" [ 1355.857064] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.873260] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.927729] env[62312]: DEBUG nova.scheduler.client.report [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.024301] env[62312]: DEBUG oslo_vmware.api [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809167, 'name': PowerOffVM_Task, 'duration_secs': 0.239241} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.025479] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.025643] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.026018] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaefb7c2-e267-420d-8f75-65c8eb7ff83d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.033574] env[62312]: DEBUG nova.compute.manager [None req-fad4c9b5-b0b2-4271-95cf-253bc4b50122 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Found 0 images (rotation: 2) {{(pid=62312) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1356.102283] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.102283] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.102283] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Deleting the datastore file [datastore1] b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.102571] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-447bad87-152e-4c02-875e-9ddc90925d33 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.114577] env[62312]: DEBUG oslo_vmware.api [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for the task: (returnval){ [ 1356.114577] env[62312]: value = "task-1809172" [ 1356.114577] env[62312]: _type = "Task" [ 1356.114577] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.126584] env[62312]: DEBUG oslo_vmware.api [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.206479] env[62312]: DEBUG nova.network.neutron [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Updated VIF entry in instance network info cache for port becb2cc4-9a88-4f5e-95a9-1f9485cd30e8. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.206479] env[62312]: DEBUG nova.network.neutron [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Updating instance_info_cache with network_info: [{"id": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "address": "fa:16:3e:d9:2c:d2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecb2cc4-9a", "ovs_interfaceid": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.235568] env[62312]: DEBUG oslo_vmware.api [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809164, 'name': PowerOnVM_Task, 'duration_secs': 1.271816} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.235568] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.235714] env[62312]: INFO nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1356.235892] env[62312]: DEBUG nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.236710] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410af231-e1e4-420a-baec-072b5356677e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.321187] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.339035] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809169, 'name': Rename_Task, 'duration_secs': 0.177531} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.339035] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.339035] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915c0b16-61ef-4ad5-9100-7ace85f9d96e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.345155] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1356.345155] env[62312]: value = "task-1809173" [ 1356.345155] env[62312]: _type = "Task" [ 1356.345155] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.353850] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.366533] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809170, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.433870] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.641s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.434577] env[62312]: DEBUG nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.438017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.576s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.439464] env[62312]: INFO nova.compute.claims [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.626921] env[62312]: DEBUG oslo_vmware.api [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Task: {'id': task-1809172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48566} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.627268] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.627541] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.627663] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.630696] env[62312]: INFO nova.compute.manager [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1356.630696] env[62312]: DEBUG oslo.service.loopingcall [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.630696] env[62312]: DEBUG nova.compute.manager [-] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.630696] env[62312]: DEBUG nova.network.neutron [-] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.712064] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] Releasing lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.712439] env[62312]: DEBUG nova.compute.manager [req-2aa7e140-615a-48b2-b602-f18dfe3590d2 req-cb62f1e0-4eea-4cbd-b886-015a9b752a7e service nova] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Received event network-vif-deleted-3af7fc07-ffff-4648-969a-3a012f20206b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1356.766987] env[62312]: INFO nova.compute.manager [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Took 19.24 seconds to build instance. [ 1356.825259] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809168, 'name': PowerOffVM_Task, 'duration_secs': 0.90767} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.825259] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.825259] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.825259] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc0bd51f-572f-471b-90a1-34e96de5f32d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.848742] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.848958] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.849149] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Deleting the datastore file [datastore1] 4a4872eb-4451-4de0-a3ad-604595924ad9 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.857274] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207dfacc-60c3-4d2c-b1a7-026fb735f83b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.859420] env[62312]: DEBUG nova.network.neutron [-] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.875018] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809173, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.878176] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for the task: (returnval){ [ 1356.878176] env[62312]: value = "task-1809175" [ 1356.878176] env[62312]: _type = "Task" [ 1356.878176] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.882254] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809170, 'name': PowerOffVM_Task, 'duration_secs': 0.847509} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.883583] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.883778] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.884077] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a501d4-af8e-4a7e-b39b-11c7d57260b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.890929] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.940649] env[62312]: DEBUG nova.compute.utils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.943549] env[62312]: DEBUG nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Not allocating networking since 'none' was specified. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1356.989026] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.989313] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.989501] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Deleting the datastore file [datastore1] d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.990158] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f0e4796-02b1-4e3f-912b-cdd02fb96571 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.998569] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Waiting for the task: (returnval){ [ 1356.998569] env[62312]: value = "task-1809178" [ 1356.998569] env[62312]: _type = "Task" [ 1356.998569] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.009680] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.271983] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0528a879-c5ab-4f1c-a107-221a4a3a6cf5 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.748s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.358795] env[62312]: DEBUG oslo_vmware.api [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809173, 'name': PowerOnVM_Task, 'duration_secs': 0.638392} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.359295] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.359609] env[62312]: INFO nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1357.359809] env[62312]: DEBUG nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.360825] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474eff52-a9c8-4083-8f0c-209a97f114a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.374052] env[62312]: INFO nova.compute.manager [-] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Took 2.30 seconds to deallocate network for instance. [ 1357.388472] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.447576] env[62312]: DEBUG nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.516212] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.595024] env[62312]: DEBUG nova.compute.manager [req-223b2bed-6c16-4942-8951-453fc13bc6ca req-3ec202e2-a162-4c85-b166-97f7e4b2b832 service nova] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Received event network-vif-deleted-294c2ca7-ef2c-44cd-aba4-d7499dd72b5a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1357.774461] env[62312]: DEBUG nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.849083] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b737b8a-4d66-4f78-a2d7-68758e0355f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.857627] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e25a71b-1038-49de-8f96-3425509f948c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.907078] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.915613] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27303e30-4912-4aca-9a7b-0d8e4e8e2a51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.918994] env[62312]: INFO nova.compute.manager [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Took 20.33 seconds to build instance. [ 1357.925239] env[62312]: DEBUG oslo_vmware.api [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Task: {'id': task-1809175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.025279} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.927567] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.927695] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.927776] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.927923] env[62312]: INFO nova.compute.manager [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1357.928184] env[62312]: DEBUG oslo.service.loopingcall [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.928435] env[62312]: DEBUG nova.compute.manager [-] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.928541] env[62312]: DEBUG nova.network.neutron [-] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.931306] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900dd1a1-73e3-416d-905c-b965f47bfe7b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.947124] env[62312]: DEBUG nova.compute.provider_tree [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.011230] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.060031] env[62312]: DEBUG nova.compute.manager [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1358.084852] env[62312]: DEBUG nova.network.neutron [-] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.174810] env[62312]: DEBUG nova.network.neutron [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Successfully updated port: 2bc561dd-d899-4001-b747-59e3de9e00f9 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.197153] env[62312]: DEBUG nova.network.neutron [-] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.307059] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.423568] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00dc042a-0a7e-4a67-8ca4-7fd7ce1a06b7 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.843s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.453364] env[62312]: DEBUG nova.scheduler.client.report [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.459751] env[62312]: DEBUG nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.506451] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.506451] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.506745] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.506797] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.509439] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.509439] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.509439] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.509439] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.509439] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.509729] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.509729] env[62312]: DEBUG nova.virt.hardware [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.511205] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a99ce7-3a14-4caf-a5cc-24d9f698abed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.525818] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387977a-6741-4814-a479-0be58c3e52b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.530059] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.541281] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.546927] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Creating folder: Project (cbca00b97ae845518c4cf3a05bdef628). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.547744] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8d82240-d042-42d4-8ea6-fe5a47a07b5d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.558979] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Created folder: Project (cbca00b97ae845518c4cf3a05bdef628) in parent group-v374919. [ 1358.559203] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Creating folder: Instances. Parent ref: group-v374957. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.559454] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a51654ec-b98c-4850-9d50-95ee8fc24da1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.579442] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Created folder: Instances in parent group-v374957. [ 1358.579442] env[62312]: DEBUG oslo.service.loopingcall [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.579870] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.583711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.584066] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0097cc-ae9d-48b5-848d-b9981b087be2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.598056] env[62312]: DEBUG nova.network.neutron [-] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.608049] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.608049] env[62312]: value = "task-1809181" [ 1358.608049] env[62312]: _type = "Task" [ 1358.608049] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.614391] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809181, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.678290] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.678290] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquired lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.678290] env[62312]: DEBUG nova.network.neutron [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.703422] env[62312]: INFO nova.compute.manager [-] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Took 2.07 seconds to deallocate network for instance. [ 1358.926328] env[62312]: DEBUG nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.959133] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.959133] env[62312]: DEBUG nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.961838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.703s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.963894] env[62312]: INFO nova.compute.claims [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.020126] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.102477] env[62312]: INFO nova.compute.manager [-] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Took 1.17 seconds to deallocate network for instance. [ 1359.118957] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809181, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.214080] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.244136] env[62312]: DEBUG nova.network.neutron [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.454542] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.468280] env[62312]: DEBUG nova.compute.utils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.476600] env[62312]: DEBUG nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.476736] env[62312]: DEBUG nova.network.neutron [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.529399] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.619287] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.626906] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809181, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.659514] env[62312]: DEBUG nova.policy [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83c69a74f26042279e9f3b6267a949e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd92a955af84468b18e80cf8029d4aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.981589] env[62312]: DEBUG nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.016186] env[62312]: DEBUG nova.network.neutron [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Updating instance_info_cache with network_info: [{"id": "2bc561dd-d899-4001-b747-59e3de9e00f9", "address": "fa:16:3e:b8:a2:96", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc561dd-d8", "ovs_interfaceid": "2bc561dd-d899-4001-b747-59e3de9e00f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.032047] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.126340] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809181, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.436044] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7130963-94e3-4d99-9180-fdc396277c7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.449963] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ea989a-6c1a-4168-a491-04d74d61a817 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.485684] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d111129-5875-4b31-a8dd-4a5df4209acb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.500604] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a72c9-b9f2-43ba-81de-21e04079bf12 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.515614] env[62312]: DEBUG nova.compute.provider_tree [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.527389] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Releasing lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.527389] env[62312]: DEBUG nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Instance network_info: |[{"id": "2bc561dd-d899-4001-b747-59e3de9e00f9", "address": "fa:16:3e:b8:a2:96", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc561dd-d8", "ovs_interfaceid": "2bc561dd-d899-4001-b747-59e3de9e00f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.527662] env[62312]: DEBUG oslo_vmware.api [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Task: {'id': task-1809178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.056239} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.528070] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:a2:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc561dd-d899-4001-b747-59e3de9e00f9', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.536273] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Creating folder: Project (9e13e8b8788e4a179328040a87810edc). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.536633] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.537755] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.537755] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.537755] env[62312]: INFO nova.compute.manager [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Took 4.70 seconds to destroy the instance on the hypervisor. [ 1360.537755] env[62312]: DEBUG oslo.service.loopingcall [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.538379] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2667877e-2d0d-48ee-9216-b780eb28a972 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.540766] env[62312]: DEBUG nova.compute.manager [-] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.540766] env[62312]: DEBUG nova.network.neutron [-] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.551813] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Created folder: Project (9e13e8b8788e4a179328040a87810edc) in parent group-v374919. [ 1360.552159] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Creating folder: Instances. Parent ref: group-v374960. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.552324] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e68e0ecb-dc75-4a23-b18f-00911f7f8705 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.561605] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Created folder: Instances in parent group-v374960. [ 1360.564068] env[62312]: DEBUG oslo.service.loopingcall [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.564068] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.564068] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a71c6f8b-bd51-4372-83f3-1d6dd0da9cf6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.584341] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.584341] env[62312]: value = "task-1809184" [ 1360.584341] env[62312]: _type = "Task" [ 1360.584341] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.592385] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809184, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.623698] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809181, 'name': CreateVM_Task, 'duration_secs': 1.724084} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.623867] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.624331] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.624490] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.624855] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.625189] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5030c7-f148-46ef-ac4b-c65250e6e40d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.630232] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1360.630232] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cc0167-d9b7-3b8b-fd13-e2e5ff567aa7" [ 1360.630232] env[62312]: _type = "Task" [ 1360.630232] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.639668] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cc0167-d9b7-3b8b-fd13-e2e5ff567aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.888564] env[62312]: DEBUG nova.network.neutron [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Successfully created port: 0a1947de-d60a-4405-ac5f-5a96739eed91 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.999112] env[62312]: DEBUG nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.019080] env[62312]: DEBUG nova.scheduler.client.report [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.026320] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.026896] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.026996] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.027273] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.027445] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.027629] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.027869] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.028078] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.028291] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.028498] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.028835] env[62312]: DEBUG nova.virt.hardware [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.030168] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f1c58-c76c-4db1-9c85-d8ab483291cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.041342] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d2f929-9f64-4a13-ae6e-6de07b37d0fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.097024] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809184, 'name': CreateVM_Task, 'duration_secs': 0.474706} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.097618] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.098689] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.142295] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cc0167-d9b7-3b8b-fd13-e2e5ff567aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.142641] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.142915] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.143262] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.143516] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.143807] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.144125] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.144675] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.144968] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7568e6a4-be12-4562-a5e1-217ca60401d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.146987] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1798f7e6-6d4b-43eb-aeae-52e7641706e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.153244] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1361.153244] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52099676-c1fb-6181-87cc-706d290dc969" [ 1361.153244] env[62312]: _type = "Task" [ 1361.153244] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.158084] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.158200] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.159219] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be936154-aa21-4e82-b4c7-a78814fd2387 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.164959] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52099676-c1fb-6181-87cc-706d290dc969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.168287] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1361.168287] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f2e5ff-e7fa-01af-d770-450fd5cc20d7" [ 1361.168287] env[62312]: _type = "Task" [ 1361.168287] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.176036] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f2e5ff-e7fa-01af-d770-450fd5cc20d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.531220] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.531775] env[62312]: DEBUG nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.535241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.670s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.537269] env[62312]: INFO nova.compute.claims [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.666200] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52099676-c1fb-6181-87cc-706d290dc969, 'name': SearchDatastore_Task, 'duration_secs': 0.017208} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.666200] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.666200] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.666200] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.679758] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f2e5ff-e7fa-01af-d770-450fd5cc20d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015192} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.680743] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48efa57-71fe-438a-8698-209ac4c36ccf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.691130] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1361.691130] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521e9730-7d34-b57c-cd16-383f8532392d" [ 1361.691130] env[62312]: _type = "Task" [ 1361.691130] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.701076] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e9730-7d34-b57c-cd16-383f8532392d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.798789] env[62312]: DEBUG nova.compute.manager [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Received event network-vif-plugged-2bc561dd-d899-4001-b747-59e3de9e00f9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1361.799082] env[62312]: DEBUG oslo_concurrency.lockutils [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] Acquiring lock "8e5909af-780c-4256-99ce-30e0824b4106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.799314] env[62312]: DEBUG oslo_concurrency.lockutils [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] Lock "8e5909af-780c-4256-99ce-30e0824b4106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.799492] env[62312]: DEBUG oslo_concurrency.lockutils [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] Lock "8e5909af-780c-4256-99ce-30e0824b4106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.799708] env[62312]: DEBUG nova.compute.manager [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] No waiting events found dispatching network-vif-plugged-2bc561dd-d899-4001-b747-59e3de9e00f9 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.799885] env[62312]: WARNING nova.compute.manager [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Received unexpected event network-vif-plugged-2bc561dd-d899-4001-b747-59e3de9e00f9 for instance with vm_state building and task_state spawning. [ 1361.800081] env[62312]: DEBUG nova.compute.manager [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Received event network-vif-deleted-bc705d1a-9230-4d08-b655-3eb58a821d50 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1361.800279] env[62312]: DEBUG nova.compute.manager [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Received event network-changed-2bc561dd-d899-4001-b747-59e3de9e00f9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1361.802030] env[62312]: DEBUG nova.compute.manager [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Refreshing instance network info cache due to event network-changed-2bc561dd-d899-4001-b747-59e3de9e00f9. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1361.802030] env[62312]: DEBUG oslo_concurrency.lockutils [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] Acquiring lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.802178] env[62312]: DEBUG oslo_concurrency.lockutils [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] Acquired lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.802534] env[62312]: DEBUG nova.network.neutron [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Refreshing network info cache for port 2bc561dd-d899-4001-b747-59e3de9e00f9 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.805809] env[62312]: DEBUG nova.network.neutron [-] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.042845] env[62312]: DEBUG nova.compute.utils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1362.049257] env[62312]: DEBUG nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.052038] env[62312]: DEBUG nova.network.neutron [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.202048] env[62312]: DEBUG nova.policy [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c847e8a37e8d4e549eb66532fba23cac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0cef8832bb429699a2c5f5fdff61ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.207621] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e9730-7d34-b57c-cd16-383f8532392d, 'name': SearchDatastore_Task, 'duration_secs': 0.016103} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.208117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.208537] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] fe8200b4-0acd-4664-9b3d-b775ab421bd1/fe8200b4-0acd-4664-9b3d-b775ab421bd1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.209118] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.209454] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.209803] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d242bf7-9d0b-49d9-93e5-1f4577324f7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.212357] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b03ade1b-ed60-466d-b091-967e3bcf9fc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.223022] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1362.223022] env[62312]: value = "task-1809185" [ 1362.223022] env[62312]: _type = "Task" [ 1362.223022] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.225681] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.226075] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.227539] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef99fec0-dc81-4173-b3a5-e67c6d72c931 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.234109] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.237705] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1362.237705] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528e02c7-cf18-26ab-b021-901ad81ed404" [ 1362.237705] env[62312]: _type = "Task" [ 1362.237705] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.250869] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528e02c7-cf18-26ab-b021-901ad81ed404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.312621] env[62312]: INFO nova.compute.manager [-] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Took 1.77 seconds to deallocate network for instance. [ 1362.552801] env[62312]: DEBUG nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.734486] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.759727] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528e02c7-cf18-26ab-b021-901ad81ed404, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.766474] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a593c82-b068-43a6-95a8-eae8861e112a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.775278] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1362.775278] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52401ed1-f7e1-f6d1-f253-2e0720a8d454" [ 1362.775278] env[62312]: _type = "Task" [ 1362.775278] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.791947] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52401ed1-f7e1-f6d1-f253-2e0720a8d454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.823122] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.976023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ea48c-1332-44b5-817b-c42277e001f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.989439] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1433413-9eac-4fc7-b84c-627361319fc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.028944] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ffcd06-97e7-4956-bdd9-ba4519211274 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.045391] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1641dc3-d983-4010-a708-3dfbe6e3bfb5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.070257] env[62312]: DEBUG nova.compute.provider_tree [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.234874] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823971} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.235249] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] fe8200b4-0acd-4664-9b3d-b775ab421bd1/fe8200b4-0acd-4664-9b3d-b775ab421bd1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.235506] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.235774] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92cd1b73-8ad7-4d99-a032-46afd02abea5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.255546] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1363.255546] env[62312]: value = "task-1809187" [ 1363.255546] env[62312]: _type = "Task" [ 1363.255546] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.266896] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.290578] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52401ed1-f7e1-f6d1-f253-2e0720a8d454, 'name': SearchDatastore_Task, 'duration_secs': 0.061974} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.291070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.291367] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 8e5909af-780c-4256-99ce-30e0824b4106/8e5909af-780c-4256-99ce-30e0824b4106.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.293023] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78352d4e-29bf-4510-9ffd-849f79028fe2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.298172] env[62312]: DEBUG nova.compute.manager [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Received event network-changed-bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1363.298357] env[62312]: DEBUG nova.compute.manager [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Refreshing instance network info cache due to event network-changed-bb050eb7-61f2-4928-a4ea-717bbebc533a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1363.298577] env[62312]: DEBUG oslo_concurrency.lockutils [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] Acquiring lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.298714] env[62312]: DEBUG oslo_concurrency.lockutils [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] Acquired lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.298862] env[62312]: DEBUG nova.network.neutron [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Refreshing network info cache for port bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.307035] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1363.307035] env[62312]: value = "task-1809188" [ 1363.307035] env[62312]: _type = "Task" [ 1363.307035] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.317239] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.430455] env[62312]: DEBUG nova.network.neutron [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Updated VIF entry in instance network info cache for port 2bc561dd-d899-4001-b747-59e3de9e00f9. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.430867] env[62312]: DEBUG nova.network.neutron [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Updating instance_info_cache with network_info: [{"id": "2bc561dd-d899-4001-b747-59e3de9e00f9", "address": "fa:16:3e:b8:a2:96", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc561dd-d8", "ovs_interfaceid": "2bc561dd-d899-4001-b747-59e3de9e00f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.573280] env[62312]: DEBUG nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.576980] env[62312]: DEBUG nova.scheduler.client.report [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.632382] env[62312]: DEBUG nova.network.neutron [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Successfully created port: d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.643103] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.643103] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.643103] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.643420] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.643420] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.643491] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.643650] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.643799] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.643954] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.644538] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.644538] env[62312]: DEBUG nova.virt.hardware [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.648821] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8035a13d-534d-4ece-a806-a262804f946b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.654624] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40aabcb-930a-48de-a21f-09a289ec3df8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.759404] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52415df5-2b7f-c06e-a0d5-d590649db656/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1363.762488] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a786ee93-70ce-4a06-ac00-7753072b0a3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.792066] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52415df5-2b7f-c06e-a0d5-d590649db656/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1363.792300] env[62312]: ERROR oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52415df5-2b7f-c06e-a0d5-d590649db656/disk-0.vmdk due to incomplete transfer. [ 1363.792615] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083834} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.792844] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e33d812-1c60-4725-b9eb-7f3935fa803a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.796464] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.802444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e514020a-bc2e-4730-bbcb-2f41149c1774 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.820711] env[62312]: DEBUG oslo_vmware.rw_handles [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52415df5-2b7f-c06e-a0d5-d590649db656/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1363.820899] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Uploaded image abbd2deb-5a82-42d9-8d59-88d152d01eb3 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1363.823425] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1363.832979] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7325ee72-2d0e-4990-ab4b-4197590af543 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.846037] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] fe8200b4-0acd-4664-9b3d-b775ab421bd1/fe8200b4-0acd-4664-9b3d-b775ab421bd1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.846037] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16cc6ed9-aa08-4453-9b38-c4a06d6e932b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.866175] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.881819] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1363.881819] env[62312]: value = "task-1809189" [ 1363.881819] env[62312]: _type = "Task" [ 1363.881819] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.883872] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1363.883872] env[62312]: value = "task-1809190" [ 1363.883872] env[62312]: _type = "Task" [ 1363.883872] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.897394] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.900831] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809189, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.937969] env[62312]: DEBUG oslo_concurrency.lockutils [req-544606b7-28c2-4375-b621-1af7db34a5f3 req-5db7ed72-2c46-480a-ab51-19f6c8a75f90 service nova] Releasing lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.045024] env[62312]: DEBUG nova.compute.manager [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.046094] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c5d7ac-c95a-429c-9356-54bdf4caab72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.086159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.086902] env[62312]: DEBUG nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.091830] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.954s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.093956] env[62312]: INFO nova.compute.claims [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.136767] env[62312]: DEBUG nova.network.neutron [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Successfully updated port: 0a1947de-d60a-4405-ac5f-5a96739eed91 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.326167] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721479} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.326436] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 8e5909af-780c-4256-99ce-30e0824b4106/8e5909af-780c-4256-99ce-30e0824b4106.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.326648] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.326900] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21a88425-1bd3-43ca-afe6-ccf579b9d362 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.334983] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1364.334983] env[62312]: value = "task-1809191" [ 1364.334983] env[62312]: _type = "Task" [ 1364.334983] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.343128] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.397135] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809189, 'name': Destroy_Task, 'duration_secs': 0.480747} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.403103] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Destroyed the VM [ 1364.403103] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1364.403103] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.403103] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc6c8356-a8e0-40ca-bc2a-b0122515fafd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.410230] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1364.410230] env[62312]: value = "task-1809192" [ 1364.410230] env[62312]: _type = "Task" [ 1364.410230] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.420509] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809192, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.563540] env[62312]: INFO nova.compute.manager [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] instance snapshotting [ 1364.566527] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dfcf98-0902-493b-b114-7af7233dab83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.587818] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc63b91-aa15-49be-94d8-1b3420c20333 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.604975] env[62312]: DEBUG nova.compute.utils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.604975] env[62312]: DEBUG nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.604975] env[62312]: DEBUG nova.network.neutron [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.645063] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "refresh_cache-610060b3-65e4-410a-8073-5f07f3e0539c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.645220] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquired lock "refresh_cache-610060b3-65e4-410a-8073-5f07f3e0539c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.645375] env[62312]: DEBUG nova.network.neutron [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.786578] env[62312]: DEBUG nova.policy [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55e922f5bd3e414cb84db4c3f11fed32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b84c9fcdc2204536a328b153de46a22e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.849093] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074874} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.850245] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.851154] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0910282-34b6-406e-b9e5-4a379fc3d911 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.876035] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8e5909af-780c-4256-99ce-30e0824b4106/8e5909af-780c-4256-99ce-30e0824b4106.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.876425] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d299dacc-4ca0-423f-8263-7583f30616cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.892619] env[62312]: DEBUG nova.network.neutron [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Updated VIF entry in instance network info cache for port bb050eb7-61f2-4928-a4ea-717bbebc533a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.892986] env[62312]: DEBUG nova.network.neutron [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Updating instance_info_cache with network_info: [{"id": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "address": "fa:16:3e:e0:a7:a2", "network": {"id": "9dc969eb-d06c-454a-a60e-0cc46cf17d8d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1927969436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21c1986b51e488a832f82b6753fa782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb050eb7-61", "ovs_interfaceid": "bb050eb7-61f2-4928-a4ea-717bbebc533a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.904315] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809190, 'name': ReconfigVM_Task, 'duration_secs': 0.986927} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.905678] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Reconfigured VM instance instance-0000000c to attach disk [datastore1] fe8200b4-0acd-4664-9b3d-b775ab421bd1/fe8200b4-0acd-4664-9b3d-b775ab421bd1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.906367] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1364.906367] env[62312]: value = "task-1809193" [ 1364.906367] env[62312]: _type = "Task" [ 1364.906367] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.906785] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43430aaf-4686-421a-97c6-2175c71ec21f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.916563] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1364.916563] env[62312]: value = "task-1809194" [ 1364.916563] env[62312]: _type = "Task" [ 1364.916563] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.921051] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.927837] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809192, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.932996] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809194, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.099600] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1365.099600] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb0fc27f-37a7-45ab-ad2c-070998217fa6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.107555] env[62312]: DEBUG nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.114292] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1365.114292] env[62312]: value = "task-1809196" [ 1365.114292] env[62312]: _type = "Task" [ 1365.114292] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.129974] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.138772] env[62312]: DEBUG nova.network.neutron [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Successfully created port: f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.204984] env[62312]: DEBUG nova.network.neutron [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.400886] env[62312]: DEBUG oslo_concurrency.lockutils [req-71d2f570-9c4a-4e20-a65a-cd62cb829472 req-becd8a5d-905d-4875-a9cd-6f1d9dde648e service nova] Releasing lock "refresh_cache-5a15a643-95a4-4885-b410-9df67ddf1b1c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.434047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.434312] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.434543] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.445642] env[62312]: DEBUG oslo_vmware.api [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809192, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745663} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.446288] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1365.446524] env[62312]: INFO nova.compute.manager [None req-595c577b-8306-4a7a-b72d-7f55131ca945 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1365.452028] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809194, 'name': Rename_Task, 'duration_secs': 0.234023} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.454944] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.456735] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b91a858-544b-44c4-8bba-1632c7c8b492 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.464097] env[62312]: DEBUG nova.network.neutron [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Updating instance_info_cache with network_info: [{"id": "0a1947de-d60a-4405-ac5f-5a96739eed91", "address": "fa:16:3e:17:d8:b0", "network": {"id": "5efb46b3-ce6c-40b8-a819-57f8e46d0389", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-675144695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd92a955af84468b18e80cf8029d4aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1947de-d6", "ovs_interfaceid": "0a1947de-d60a-4405-ac5f-5a96739eed91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.475375] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1365.475375] env[62312]: value = "task-1809197" [ 1365.475375] env[62312]: _type = "Task" [ 1365.475375] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.489027] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.532491] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a21118-e1f3-4ce0-af61-eeeb90657474 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.542225] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87635b34-a41e-4e0f-824f-1fa2d9254019 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.576968] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947b1267-f716-47af-b25c-a5aa8f6512f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.584948] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d6e1d-a85e-4d39-b04d-3e76942d8124 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.601129] env[62312]: DEBUG nova.compute.provider_tree [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.628669] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.923528] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809193, 'name': ReconfigVM_Task, 'duration_secs': 0.59518} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.923931] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8e5909af-780c-4256-99ce-30e0824b4106/8e5909af-780c-4256-99ce-30e0824b4106.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.924682] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d3b0218-1a71-4125-9175-1539eab30400 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.932913] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1365.932913] env[62312]: value = "task-1809198" [ 1365.932913] env[62312]: _type = "Task" [ 1365.932913] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.950126] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809198, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.967424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Releasing lock "refresh_cache-610060b3-65e4-410a-8073-5f07f3e0539c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.967424] env[62312]: DEBUG nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Instance network_info: |[{"id": "0a1947de-d60a-4405-ac5f-5a96739eed91", "address": "fa:16:3e:17:d8:b0", "network": {"id": "5efb46b3-ce6c-40b8-a819-57f8e46d0389", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-675144695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd92a955af84468b18e80cf8029d4aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1947de-d6", "ovs_interfaceid": "0a1947de-d60a-4405-ac5f-5a96739eed91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.967623] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:d8:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a1947de-d60a-4405-ac5f-5a96739eed91', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.979035] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Creating folder: Project (4bd92a955af84468b18e80cf8029d4aa). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.979035] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6789b91d-0d90-4887-8ac1-2dbbcb2fbe4c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.998091] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.999629] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Created folder: Project (4bd92a955af84468b18e80cf8029d4aa) in parent group-v374919. [ 1366.000561] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Creating folder: Instances. Parent ref: group-v374964. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.000561] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36d47c8a-ed97-48ec-858a-79b26bad87f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.008350] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Created folder: Instances in parent group-v374964. [ 1366.008604] env[62312]: DEBUG oslo.service.loopingcall [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.008797] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.009088] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d36d8af-9255-4b6e-bbbf-8a98b44b1571 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.031585] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.031585] env[62312]: value = "task-1809201" [ 1366.031585] env[62312]: _type = "Task" [ 1366.031585] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.039903] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809201, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.104500] env[62312]: DEBUG nova.scheduler.client.report [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.125905] env[62312]: DEBUG nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.137267] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809196, 'name': CreateSnapshot_Task, 'duration_secs': 0.822678} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.137798] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1366.139145] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22bfb78-da58-4723-b02c-a7aacbccb6c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.167024] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.167024] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.167024] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.167292] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.167292] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.167292] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.171342] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.171850] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.171850] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.172070] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.172270] env[62312]: DEBUG nova.virt.hardware [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.173731] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26d7e56-127f-4c98-b1a3-9bba6795cbe4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.187045] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476a825-5e36-4b45-9537-6229976d28b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.196323] env[62312]: DEBUG nova.compute.manager [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Received event network-changed-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1366.196323] env[62312]: DEBUG nova.compute.manager [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Refreshing instance network info cache due to event network-changed-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1366.196323] env[62312]: DEBUG oslo_concurrency.lockutils [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] Acquiring lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.196323] env[62312]: DEBUG oslo_concurrency.lockutils [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] Acquired lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.196625] env[62312]: DEBUG nova.network.neutron [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Refreshing network info cache for port becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.309716] env[62312]: DEBUG nova.network.neutron [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Successfully updated port: d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.444753] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809198, 'name': Rename_Task, 'duration_secs': 0.246188} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.445041] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.445770] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373f1a14-b86a-4acd-a80e-c3256c2c3c3d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.453841] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1366.453841] env[62312]: value = "task-1809202" [ 1366.453841] env[62312]: _type = "Task" [ 1366.453841] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.461748] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.488612] env[62312]: DEBUG oslo_vmware.api [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809197, 'name': PowerOnVM_Task, 'duration_secs': 0.770845} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.488939] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.489211] env[62312]: INFO nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1366.489513] env[62312]: DEBUG nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.490263] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc9b57-52e9-4b47-ba18-189f4a1cbded {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.544980] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809201, 'name': CreateVM_Task, 'duration_secs': 0.370292} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.545893] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.546755] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.547039] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.548020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.550114] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcd8c5b-265b-4b7b-bf43-deb271033125 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.555289] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1366.555289] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5237e4b1-ca5a-0c45-0b04-09b444f3c7ec" [ 1366.555289] env[62312]: _type = "Task" [ 1366.555289] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.565670] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5237e4b1-ca5a-0c45-0b04-09b444f3c7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.611576] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.612084] env[62312]: DEBUG nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.615072] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.002s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.616688] env[62312]: INFO nova.compute.claims [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.665959] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1366.666337] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25a3cecd-db86-4052-81b6-fc94210f8590 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.679998] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1366.679998] env[62312]: value = "task-1809203" [ 1366.679998] env[62312]: _type = "Task" [ 1366.679998] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.696335] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809203, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.816585] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.816911] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.817118] env[62312]: DEBUG nova.network.neutron [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.965690] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.014419] env[62312]: INFO nova.compute.manager [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Took 23.78 seconds to build instance. [ 1367.078241] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5237e4b1-ca5a-0c45-0b04-09b444f3c7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.02764} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.079213] env[62312]: DEBUG nova.network.neutron [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Successfully updated port: f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.082574] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.082574] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.082728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.083249] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.083249] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.083439] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0533a951-08ae-48ed-9c6a-ab21f3b1b085 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.104390] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.104730] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.107794] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0aae196-dc72-4a38-87cc-8cf94cd47972 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.117669] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1367.117669] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52144a53-455e-dfe0-d673-3bdfc16d736d" [ 1367.117669] env[62312]: _type = "Task" [ 1367.117669] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.130478] env[62312]: DEBUG nova.compute.utils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.137907] env[62312]: DEBUG nova.network.neutron [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Updated VIF entry in instance network info cache for port becb2cc4-9a88-4f5e-95a9-1f9485cd30e8. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.141768] env[62312]: DEBUG nova.network.neutron [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Updating instance_info_cache with network_info: [{"id": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "address": "fa:16:3e:d9:2c:d2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbecb2cc4-9a", "ovs_interfaceid": "becb2cc4-9a88-4f5e-95a9-1f9485cd30e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.143852] env[62312]: DEBUG nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Not allocating networking since 'none' was specified. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1367.160612] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52144a53-455e-dfe0-d673-3bdfc16d736d, 'name': SearchDatastore_Task, 'duration_secs': 0.015269} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.161726] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0654a494-7260-406e-9b74-c2cb9f704189 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.169098] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1367.169098] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ebdbe4-a3f3-4178-7380-1103bc5a73c0" [ 1367.169098] env[62312]: _type = "Task" [ 1367.169098] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.179375] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ebdbe4-a3f3-4178-7380-1103bc5a73c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.192317] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809203, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.358714] env[62312]: DEBUG nova.network.neutron [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.466591] env[62312]: DEBUG oslo_vmware.api [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809202, 'name': PowerOnVM_Task, 'duration_secs': 0.808375} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.466820] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.467148] env[62312]: INFO nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Took 12.64 seconds to spawn the instance on the hypervisor. [ 1367.467386] env[62312]: DEBUG nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.468312] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5bffc7-03f5-4f82-b84c-3bc792ceba15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.516435] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c833fd5-84c3-4a16-926b-9db597d35473 tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.127s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.581436] env[62312]: DEBUG nova.network.neutron [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.590364] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "refresh_cache-9cd6d08a-2810-4377-a731-c0dd895580b7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.591564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquired lock "refresh_cache-9cd6d08a-2810-4377-a731-c0dd895580b7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.591564] env[62312]: DEBUG nova.network.neutron [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.649881] env[62312]: DEBUG oslo_concurrency.lockutils [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] Releasing lock "refresh_cache-71093dbe-03a9-4ca1-b352-f55bb6cddfe7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.649881] env[62312]: DEBUG nova.compute.manager [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Received event network-vif-deleted-7d3a255e-ea2c-4bd0-a7ba-f0aeb622f3a6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1367.651798] env[62312]: DEBUG nova.compute.manager [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Received event network-vif-plugged-0a1947de-d60a-4405-ac5f-5a96739eed91 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1367.651798] env[62312]: DEBUG oslo_concurrency.lockutils [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] Acquiring lock "610060b3-65e4-410a-8073-5f07f3e0539c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.651798] env[62312]: DEBUG oslo_concurrency.lockutils [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] Lock "610060b3-65e4-410a-8073-5f07f3e0539c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.651798] env[62312]: DEBUG oslo_concurrency.lockutils [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] Lock "610060b3-65e4-410a-8073-5f07f3e0539c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.651798] env[62312]: DEBUG nova.compute.manager [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] No waiting events found dispatching network-vif-plugged-0a1947de-d60a-4405-ac5f-5a96739eed91 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.652677] env[62312]: WARNING nova.compute.manager [req-95fff5a7-0b56-4b24-9419-bae35045f97d req-b7831bfa-0904-40bb-9ed9-bace1dc00cdf service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Received unexpected event network-vif-plugged-0a1947de-d60a-4405-ac5f-5a96739eed91 for instance with vm_state building and task_state spawning. [ 1367.662952] env[62312]: DEBUG nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.706496] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809203, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.707093] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ebdbe4-a3f3-4178-7380-1103bc5a73c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014839} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.707093] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.707350] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 610060b3-65e4-410a-8073-5f07f3e0539c/610060b3-65e4-410a-8073-5f07f3e0539c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.707718] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84ebd1a-37d0-4e58-b47a-8d7d9a057ce6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.720703] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1367.720703] env[62312]: value = "task-1809205" [ 1367.720703] env[62312]: _type = "Task" [ 1367.720703] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.732261] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.991420] env[62312]: INFO nova.compute.manager [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Took 26.84 seconds to build instance. [ 1368.020473] env[62312]: DEBUG nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.089075] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.089075] env[62312]: DEBUG nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Instance network_info: |[{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.089742] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e1:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3243733-91a1-4e51-82ea-f66b399a5a4b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.098146] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating folder: Project (bf0cef8832bb429699a2c5f5fdff61ca). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.105204] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8357408-fc5d-4d77-af9f-87ef44e1a16d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.132518] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created folder: Project (bf0cef8832bb429699a2c5f5fdff61ca) in parent group-v374919. [ 1368.132944] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating folder: Instances. Parent ref: group-v374968. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.133437] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e41e6986-8d26-42ed-973b-4ff5ff9e379d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.154980] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created folder: Instances in parent group-v374968. [ 1368.154980] env[62312]: DEBUG oslo.service.loopingcall [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.154980] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.154980] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f42f753-0c00-4fc5-9d8c-af3e0652e1d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.183052] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.183052] env[62312]: value = "task-1809208" [ 1368.183052] env[62312]: _type = "Task" [ 1368.183052] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.189111] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db31e4fb-e85e-460b-82f6-b3c48958267a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.211765] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dd4f81-9866-4280-b625-3e554ed1ed80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.215898] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809208, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.216322] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809203, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.217348] env[62312]: DEBUG nova.network.neutron [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.257420] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a554b029-a938-4b67-b150-ea441f9d4982 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.267656] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809205, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.271625] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40474e5-5f33-4bb7-8c72-672b1aea61b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.286436] env[62312]: DEBUG nova.compute.provider_tree [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.498665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63ee131d-4c73-4123-8d4d-f8ffccdf693c tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "8e5909af-780c-4256-99ce-30e0824b4106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.037s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.546501] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.579041] env[62312]: DEBUG nova.network.neutron [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Updating instance_info_cache with network_info: [{"id": "f4e67b7b-5bf3-4a99-b8cf-684dc079bc80", "address": "fa:16:3e:a5:d5:c8", "network": {"id": "a618720c-97c7-4b69-8261-b62a231d6b99", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-258301644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84c9fcdc2204536a328b153de46a22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e67b7b-5b", "ovs_interfaceid": "f4e67b7b-5bf3-4a99-b8cf-684dc079bc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.681134] env[62312]: DEBUG nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.701217] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809203, 'name': CloneVM_Task, 'duration_secs': 1.982729} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.706410] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Created linked-clone VM from snapshot [ 1368.706410] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809208, 'name': CreateVM_Task, 'duration_secs': 0.418274} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.706525] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71507c51-501a-40c2-8d6a-0686cbdacf4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.709203] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.711025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.711025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.711025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1368.711537] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1513e979-4ddd-46f1-b8c3-1baba660b553 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.721114] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Uploading image d9867e2f-89e3-4672-8e69-8fd233257b1c {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1368.729890] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1368.729890] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5292968f-265f-698e-3495-7fc8abf79978" [ 1368.729890] env[62312]: _type = "Task" [ 1368.729890] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.745259] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.745668] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.745867] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.746126] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.746292] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.746455] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.746708] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.746949] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.747176] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.747255] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.747792] env[62312]: DEBUG nova.virt.hardware [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.748763] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1368.749133] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558675} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.749994] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4911924a-37e4-4197-b1a3-2e2169bedf43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.753395] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a1d1229-a1be-48a0-9560-de9a02d09115 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.755533] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 610060b3-65e4-410a-8073-5f07f3e0539c/610060b3-65e4-410a-8073-5f07f3e0539c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.755957] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.756206] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66a2e52e-85fa-4c01-bdfb-8197e8b19054 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.763389] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5292968f-265f-698e-3495-7fc8abf79978, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.767704] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.767996] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.768356] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.768434] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.768751] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.769101] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1368.769101] env[62312]: value = "task-1809209" [ 1368.769101] env[62312]: _type = "Task" [ 1368.769101] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.769358] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce27bb06-c15a-4c1f-a849-5aa05053b145 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.773370] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328a9004-120e-4b4b-a153-490fca8993be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.783256] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1368.783256] env[62312]: value = "task-1809210" [ 1368.783256] env[62312]: _type = "Task" [ 1368.783256] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.799783] env[62312]: DEBUG nova.scheduler.client.report [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.803412] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.809807] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Creating folder: Project (2cdb41ad9e134725a27dd03e95b97ead). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.809807] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809209, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.813679] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44788347-956a-44a8-8bec-e38b84f26846 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.813964] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.814288] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.818465] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f7c0b7-ca4d-4f63-8fce-f7e8c477d3ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.820877] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.825307] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1368.825307] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52de6d2b-d611-3293-0d21-cf53089bacde" [ 1368.825307] env[62312]: _type = "Task" [ 1368.825307] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.835106] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52de6d2b-d611-3293-0d21-cf53089bacde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.836545] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Created folder: Project (2cdb41ad9e134725a27dd03e95b97ead) in parent group-v374919. [ 1368.836737] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Creating folder: Instances. Parent ref: group-v374971. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.836986] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ce3151-80cc-491d-b498-fe1780e9a7ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.848922] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Created folder: Instances in parent group-v374971. [ 1368.849111] env[62312]: DEBUG oslo.service.loopingcall [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.849154] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.852304] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aadbaff4-ced4-4a2f-aa40-563c964fd3db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.869558] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.869558] env[62312]: value = "task-1809213" [ 1368.869558] env[62312]: _type = "Task" [ 1368.869558] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.877893] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809213, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.085605] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Releasing lock "refresh_cache-9cd6d08a-2810-4377-a731-c0dd895580b7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.087154] env[62312]: DEBUG nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Instance network_info: |[{"id": "f4e67b7b-5bf3-4a99-b8cf-684dc079bc80", "address": "fa:16:3e:a5:d5:c8", "network": {"id": "a618720c-97c7-4b69-8261-b62a231d6b99", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-258301644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84c9fcdc2204536a328b153de46a22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e67b7b-5b", "ovs_interfaceid": "f4e67b7b-5bf3-4a99-b8cf-684dc079bc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.087279] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d5:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4e67b7b-5bf3-4a99-b8cf-684dc079bc80', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.098978] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Creating folder: Project (b84c9fcdc2204536a328b153de46a22e). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.099211] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-396e713e-41a5-4f3f-a4ef-9b9d8f09a58b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.126275] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Created folder: Project (b84c9fcdc2204536a328b153de46a22e) in parent group-v374919. [ 1369.126275] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Creating folder: Instances. Parent ref: group-v374974. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.126275] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-117c23c0-abac-4fa1-a48f-2e82953c387d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.169860] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Created folder: Instances in parent group-v374974. [ 1369.170477] env[62312]: DEBUG oslo.service.loopingcall [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.170871] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.172020] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0fc92af-237e-45e9-8f62-b1c2e89172f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.195599] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.195599] env[62312]: value = "task-1809216" [ 1369.195599] env[62312]: _type = "Task" [ 1369.195599] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.209195] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809216, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.293913] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809209, 'name': Destroy_Task, 'duration_secs': 0.417865} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.296482] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Destroyed the VM [ 1369.296482] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1369.296790] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a511fa8f-c222-47a5-8acd-e2f313e0b0f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.306293] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159539} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.306601] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.308018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce59457-60d7-4628-9ba2-6d55603ffffa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.313779] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.314298] env[62312]: DEBUG nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.317677] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1369.317677] env[62312]: value = "task-1809217" [ 1369.317677] env[62312]: _type = "Task" [ 1369.317677] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.318371] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.018s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.318371] env[62312]: DEBUG nova.objects.instance [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lazy-loading 'resources' on Instance uuid c289458a-b24c-46e4-add4-c786d52864d4 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.343211] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 610060b3-65e4-410a-8073-5f07f3e0539c/610060b3-65e4-410a-8073-5f07f3e0539c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.348275] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b964deb2-066b-4a3e-a043-9efadd9aa42d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.365758] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.373866] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52de6d2b-d611-3293-0d21-cf53089bacde, 'name': SearchDatastore_Task, 'duration_secs': 0.019142} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.379177] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1369.379177] env[62312]: value = "task-1809218" [ 1369.379177] env[62312]: _type = "Task" [ 1369.379177] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.379348] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45724248-138e-4485-90be-595e2b47ac93 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.388936] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809213, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.392563] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1369.392563] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b87f8c-e177-187a-9a4c-294bab37e882" [ 1369.392563] env[62312]: _type = "Task" [ 1369.392563] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.395336] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.403859] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b87f8c-e177-187a-9a4c-294bab37e882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.705512] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809216, 'name': CreateVM_Task, 'duration_secs': 0.395665} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.705674] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.706275] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.706475] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.706756] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.707017] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759dfa8c-f7fb-4730-a45b-e98535cb0a75 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.712999] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1369.712999] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5286b8cc-ad35-0cb3-cabb-2465d14b030c" [ 1369.712999] env[62312]: _type = "Task" [ 1369.712999] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.724683] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5286b8cc-ad35-0cb3-cabb-2465d14b030c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.820559] env[62312]: DEBUG nova.compute.utils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.822466] env[62312]: DEBUG nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.822790] env[62312]: DEBUG nova.network.neutron [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.839347] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809217, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.898716] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809213, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.902245] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Received event network-changed-0a1947de-d60a-4405-ac5f-5a96739eed91 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1369.902245] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Refreshing instance network info cache due to event network-changed-0a1947de-d60a-4405-ac5f-5a96739eed91. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1369.902539] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquiring lock "refresh_cache-610060b3-65e4-410a-8073-5f07f3e0539c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.902968] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquired lock "refresh_cache-610060b3-65e4-410a-8073-5f07f3e0539c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.903261] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Refreshing network info cache for port 0a1947de-d60a-4405-ac5f-5a96739eed91 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.928869] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809218, 'name': ReconfigVM_Task, 'duration_secs': 0.300071} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.930203] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 610060b3-65e4-410a-8073-5f07f3e0539c/610060b3-65e4-410a-8073-5f07f3e0539c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.931326] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94505e52-9e6e-4935-b50b-58c5df304d58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.941579] env[62312]: DEBUG nova.policy [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b360a0d4d64d078599d9d3b915c399', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26761cc4bd3c4c4586af76b9250f8dd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.944662] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b87f8c-e177-187a-9a4c-294bab37e882, 'name': SearchDatastore_Task, 'duration_secs': 0.013605} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.949037] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.949433] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] ad49386f-5e18-4dba-b5ff-e5553d6ffb45/ad49386f-5e18-4dba-b5ff-e5553d6ffb45.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.950668] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a5e247-1b02-46e0-a90a-4781682d9c22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.960117] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1369.960117] env[62312]: value = "task-1809219" [ 1369.960117] env[62312]: _type = "Task" [ 1369.960117] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.967369] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1369.967369] env[62312]: value = "task-1809220" [ 1369.967369] env[62312]: _type = "Task" [ 1369.967369] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.983380] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809219, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.990129] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.231214] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5286b8cc-ad35-0cb3-cabb-2465d14b030c, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.231538] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.231767] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.231997] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.232151] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.232326] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.235363] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f3defb-846e-4674-9a3f-7c2037f29361 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.243590] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.243770] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.244522] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761324c9-c93d-4ae5-9105-36f44a44ea66 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.256296] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1370.256296] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5210376c-e5e8-f160-8dad-da3d48b813e4" [ 1370.256296] env[62312]: _type = "Task" [ 1370.256296] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.264182] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5210376c-e5e8-f160-8dad-da3d48b813e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.305083] env[62312]: DEBUG nova.network.neutron [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Successfully created port: 750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.313040] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17888bf4-85a2-40a2-95c7-8151ee46b34b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.333035] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e0be12-812d-43ca-90b2-0c6f7f7880ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.337075] env[62312]: DEBUG nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.345839] env[62312]: DEBUG oslo_vmware.api [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809217, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59481} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.374071] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1370.379360] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b102527b-cfbf-4a5a-bf9f-4ca1841e4080 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.392217] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809213, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.393583] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d48d28-36df-4c3e-957f-b4b9bcabc700 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.412503] env[62312]: DEBUG nova.compute.provider_tree [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.475852] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809219, 'name': Rename_Task, 'duration_secs': 0.144617} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.478678] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.483390] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66792f83-d000-4b2b-92fd-b584cf6cb140 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.491123] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.492107] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1370.492107] env[62312]: value = "task-1809221" [ 1370.492107] env[62312]: _type = "Task" [ 1370.492107] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.501162] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.769569] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5210376c-e5e8-f160-8dad-da3d48b813e4, 'name': SearchDatastore_Task, 'duration_secs': 0.031607} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.770647] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41f1bed-50c0-4230-96cb-4f6898546ada {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.777280] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1370.777280] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52898b95-e496-b1ca-f64c-53adeb5418e9" [ 1370.777280] env[62312]: _type = "Task" [ 1370.777280] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.788161] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52898b95-e496-b1ca-f64c-53adeb5418e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.821205] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Updated VIF entry in instance network info cache for port 0a1947de-d60a-4405-ac5f-5a96739eed91. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.821708] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Updating instance_info_cache with network_info: [{"id": "0a1947de-d60a-4405-ac5f-5a96739eed91", "address": "fa:16:3e:17:d8:b0", "network": {"id": "5efb46b3-ce6c-40b8-a819-57f8e46d0389", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-675144695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd92a955af84468b18e80cf8029d4aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1947de-d6", "ovs_interfaceid": "0a1947de-d60a-4405-ac5f-5a96739eed91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.881286] env[62312]: WARNING nova.compute.manager [None req-84b0e1c3-ab06-4a3b-831a-dda6b545498c tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Image not found during snapshot: nova.exception.ImageNotFound: Image d9867e2f-89e3-4672-8e69-8fd233257b1c could not be found. [ 1370.892399] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809213, 'name': CreateVM_Task, 'duration_secs': 1.591244} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.892617] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.893249] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.893392] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.893916] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.894032] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe545439-52dd-499b-bcf1-dcdea412d42a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.899867] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1370.899867] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528737a8-f1a0-de39-5ac6-b14c957c54cd" [ 1370.899867] env[62312]: _type = "Task" [ 1370.899867] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.911031] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528737a8-f1a0-de39-5ac6-b14c957c54cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.921012] env[62312]: DEBUG nova.scheduler.client.report [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.986426] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809220, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.003394] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809221, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.021544] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "18199893-4be7-41c8-b5a7-319a6c1da49f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.021544] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.292369] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52898b95-e496-b1ca-f64c-53adeb5418e9, 'name': SearchDatastore_Task, 'duration_secs': 0.056449} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.292657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.292851] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 9cd6d08a-2810-4377-a731-c0dd895580b7/9cd6d08a-2810-4377-a731-c0dd895580b7.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.293271] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5d6104b-ab44-44a6-990f-ff21d6774990 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.322671] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1371.322671] env[62312]: value = "task-1809222" [ 1371.322671] env[62312]: _type = "Task" [ 1371.322671] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.330108] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Releasing lock "refresh_cache-610060b3-65e4-410a-8073-5f07f3e0539c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.330512] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Received event network-vif-plugged-d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1371.330849] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquiring lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.332080] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.332374] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.332996] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] No waiting events found dispatching network-vif-plugged-d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.333326] env[62312]: WARNING nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Received unexpected event network-vif-plugged-d3243733-91a1-4e51-82ea-f66b399a5a4b for instance with vm_state building and task_state spawning. [ 1371.333629] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Received event network-changed-d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1371.334121] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Refreshing instance network info cache due to event network-changed-d3243733-91a1-4e51-82ea-f66b399a5a4b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1371.335325] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquiring lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.335483] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquired lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.335644] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Refreshing network info cache for port d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.342555] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.346803] env[62312]: DEBUG nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.386117] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.386746] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.387027] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.387344] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.387620] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.388572] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.388572] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.388572] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.388572] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.388944] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.388944] env[62312]: DEBUG nova.virt.hardware [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.390257] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da5827-3106-4ddc-b826-7ad56b19cfc0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.408026] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717bd393-a439-4f3e-89ff-98930ac92c59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.421939] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528737a8-f1a0-de39-5ac6-b14c957c54cd, 'name': SearchDatastore_Task, 'duration_secs': 0.058728} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.431357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.431357] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.431357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.431357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.431662] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.431927] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.434146] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54a1e01c-497b-4850-8d96-43738e302974 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.436051] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.529s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.437515] env[62312]: INFO nova.compute.claims [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.459868] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.459868] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.459868] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586ae1a4-c725-46a2-99a2-a4985448eea2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.465402] env[62312]: INFO nova.scheduler.client.report [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Deleted allocations for instance c289458a-b24c-46e4-add4-c786d52864d4 [ 1371.467753] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1371.467753] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529478da-f1df-40a7-739f-85e94e81a639" [ 1371.467753] env[62312]: _type = "Task" [ 1371.467753] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.487141] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529478da-f1df-40a7-739f-85e94e81a639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.496452] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809220, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.074964} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.503602] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] ad49386f-5e18-4dba-b5ff-e5553d6ffb45/ad49386f-5e18-4dba-b5ff-e5553d6ffb45.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.503602] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.503602] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a23cf7-8cef-4317-a079-51d7b5807879 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.510570] env[62312]: DEBUG oslo_vmware.api [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809221, 'name': PowerOnVM_Task, 'duration_secs': 0.679631} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.510701] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.510972] env[62312]: INFO nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1371.511150] env[62312]: DEBUG nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.511918] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3418ecfa-a7bc-42f5-8505-184978a22a9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.523832] env[62312]: DEBUG nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.534162] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1371.534162] env[62312]: value = "task-1809223" [ 1371.534162] env[62312]: _type = "Task" [ 1371.534162] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.541379] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.566983] env[62312]: DEBUG nova.compute.manager [None req-dd88ace2-c2ef-45dd-9c5e-e7eb718205be tempest-ServerDiagnosticsV248Test-1474095550 tempest-ServerDiagnosticsV248Test-1474095550-project-admin] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.569587] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dbea15-3ee9-4a02-a0f0-4ea78cc02c93 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.582898] env[62312]: INFO nova.compute.manager [None req-dd88ace2-c2ef-45dd-9c5e-e7eb718205be tempest-ServerDiagnosticsV248Test-1474095550 tempest-ServerDiagnosticsV248Test-1474095550-project-admin] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Retrieving diagnostics [ 1371.583922] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c3dc1-2340-4391-a6a1-4013639b094a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.834956] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.987115] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a1b4b67-d761-46f8-a3e8-1bd86fb63693 tempest-ServerDiagnosticsNegativeTest-1378027054 tempest-ServerDiagnosticsNegativeTest-1378027054-project-member] Lock "c289458a-b24c-46e4-add4-c786d52864d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.381s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.997662] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529478da-f1df-40a7-739f-85e94e81a639, 'name': SearchDatastore_Task, 'duration_secs': 0.025395} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.002442] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c43ff5b-6714-4428-984f-9ab689efeae0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.012372] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1372.012372] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ce8403-5cfb-5945-0b58-5eee76d52b51" [ 1372.012372] env[62312]: _type = "Task" [ 1372.012372] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.024586] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ce8403-5cfb-5945-0b58-5eee76d52b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.050799] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.051173] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.062628] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326505} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.066563] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.066563] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f9dbb2-0fa0-4f24-9a42-bbd2c8a3518a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.071334] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.105401] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ad49386f-5e18-4dba-b5ff-e5553d6ffb45/ad49386f-5e18-4dba-b5ff-e5553d6ffb45.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.110033] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef59a1f7-3275-4157-8c3c-96b45036e47f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.131025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "b24c43f6-39e4-4902-8e26-5634c9f52276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.132242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.133183] env[62312]: INFO nova.compute.manager [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Took 28.32 seconds to build instance. [ 1372.152223] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1372.152223] env[62312]: value = "task-1809224" [ 1372.152223] env[62312]: _type = "Task" [ 1372.152223] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.164465] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.263512] env[62312]: DEBUG nova.compute.manager [None req-32688459-3f43-462c-851e-8a87a039a97c tempest-ServerExternalEventsTest-232963126 tempest-ServerExternalEventsTest-232963126-project] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Received event network-changed {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1372.263702] env[62312]: DEBUG nova.compute.manager [None req-32688459-3f43-462c-851e-8a87a039a97c tempest-ServerExternalEventsTest-232963126 tempest-ServerExternalEventsTest-232963126-project] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Refreshing instance network info cache due to event network-changed. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1372.264044] env[62312]: DEBUG oslo_concurrency.lockutils [None req-32688459-3f43-462c-851e-8a87a039a97c tempest-ServerExternalEventsTest-232963126 tempest-ServerExternalEventsTest-232963126-project] Acquiring lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.264189] env[62312]: DEBUG oslo_concurrency.lockutils [None req-32688459-3f43-462c-851e-8a87a039a97c tempest-ServerExternalEventsTest-232963126 tempest-ServerExternalEventsTest-232963126-project] Acquired lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.267035] env[62312]: DEBUG nova.network.neutron [None req-32688459-3f43-462c-851e-8a87a039a97c tempest-ServerExternalEventsTest-232963126 tempest-ServerExternalEventsTest-232963126-project] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.267758] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updated VIF entry in instance network info cache for port d3243733-91a1-4e51-82ea-f66b399a5a4b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.268132] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.336285] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889095} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.336653] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 9cd6d08a-2810-4377-a731-c0dd895580b7/9cd6d08a-2810-4377-a731-c0dd895580b7.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.336756] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.337548] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-764bdc73-d243-4279-8906-9cc540b48db5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.345072] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1372.345072] env[62312]: value = "task-1809225" [ 1372.345072] env[62312]: _type = "Task" [ 1372.345072] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.354657] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.386741] env[62312]: DEBUG nova.network.neutron [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Successfully updated port: 750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.526879] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ce8403-5cfb-5945-0b58-5eee76d52b51, 'name': SearchDatastore_Task, 'duration_secs': 0.058999} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.527199] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.527455] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.527797] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b1b0d7-2761-4743-bdc7-17ab784d03ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.536066] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1372.536066] env[62312]: value = "task-1809226" [ 1372.536066] env[62312]: _type = "Task" [ 1372.536066] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.547893] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.638417] env[62312]: DEBUG oslo_concurrency.lockutils [None req-70aa9e08-a74b-40b0-824a-7ccc4c8bbef5 tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "610060b3-65e4-410a-8073-5f07f3e0539c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.414s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.665454] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.679649] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.680196] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.772462] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Releasing lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.772852] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Received event network-vif-plugged-f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1372.772933] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquiring lock "9cd6d08a-2810-4377-a731-c0dd895580b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.773194] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.773367] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.773750] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] No waiting events found dispatching network-vif-plugged-f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.773750] env[62312]: WARNING nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Received unexpected event network-vif-plugged-f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 for instance with vm_state building and task_state spawning. [ 1372.773889] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Received event network-changed-f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1372.774013] env[62312]: DEBUG nova.compute.manager [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Refreshing instance network info cache due to event network-changed-f4e67b7b-5bf3-4a99-b8cf-684dc079bc80. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1372.774195] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquiring lock "refresh_cache-9cd6d08a-2810-4377-a731-c0dd895580b7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.774329] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Acquired lock "refresh_cache-9cd6d08a-2810-4377-a731-c0dd895580b7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.774482] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Refreshing network info cache for port f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.860654] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081515} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.864434] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.865726] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc21bb38-0206-49d7-b571-e380f2eb5881 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.898387] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 9cd6d08a-2810-4377-a731-c0dd895580b7/9cd6d08a-2810-4377-a731-c0dd895580b7.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.901793] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.902096] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquired lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.902096] env[62312]: DEBUG nova.network.neutron [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.903251] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-976f7120-f30a-48a9-a007-61524be7bace {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.928379] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1372.928379] env[62312]: value = "task-1809227" [ 1372.928379] env[62312]: _type = "Task" [ 1372.928379] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.936046] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c5dca6-c114-48f9-a8db-24187ce85430 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.942733] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.948509] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a0bd9-9d5a-42fc-8e1d-b9e0194f0c77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.987462] env[62312]: DEBUG nova.network.neutron [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.991393] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104910ae-f06d-419a-a67c-6625412d7a3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.998800] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f859a0ba-8790-4cbf-b180-a226330bca01 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.014137] env[62312]: DEBUG nova.compute.provider_tree [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.046606] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809226, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.140060] env[62312]: DEBUG nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.169183] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809224, 'name': ReconfigVM_Task, 'duration_secs': 0.716402} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.174447] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ad49386f-5e18-4dba-b5ff-e5553d6ffb45/ad49386f-5e18-4dba-b5ff-e5553d6ffb45.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.175804] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb77fae8-91b2-41de-9fff-fdea68598b0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.186649] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1373.186649] env[62312]: value = "task-1809228" [ 1373.186649] env[62312]: _type = "Task" [ 1373.186649] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.197502] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809228, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.392250] env[62312]: DEBUG nova.network.neutron [None req-32688459-3f43-462c-851e-8a87a039a97c tempest-ServerExternalEventsTest-232963126 tempest-ServerExternalEventsTest-232963126-project] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Updating instance_info_cache with network_info: [{"id": "2bc561dd-d899-4001-b747-59e3de9e00f9", "address": "fa:16:3e:b8:a2:96", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc561dd-d8", "ovs_interfaceid": "2bc561dd-d899-4001-b747-59e3de9e00f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.408633] env[62312]: DEBUG nova.network.neutron [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Updating instance_info_cache with network_info: [{"id": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "address": "fa:16:3e:c2:32:a1", "network": {"id": "6ad49d11-9950-48e7-b760-93753d018d18", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1186316162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26761cc4bd3c4c4586af76b9250f8dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a409f-fd", "ovs_interfaceid": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.439989] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809227, 'name': ReconfigVM_Task, 'duration_secs': 0.35013} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.441920] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 9cd6d08a-2810-4377-a731-c0dd895580b7/9cd6d08a-2810-4377-a731-c0dd895580b7.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.441920] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc5e3a14-d61e-417d-8ce1-54e835a10067 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.451648] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Acquiring lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.452089] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.452291] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1373.452291] env[62312]: value = "task-1809229" [ 1373.452291] env[62312]: _type = "Task" [ 1373.452291] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.460973] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809229, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.518460] env[62312]: DEBUG nova.scheduler.client.report [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.548589] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809226, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.674124] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.702906] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809228, 'name': Rename_Task, 'duration_secs': 0.40551} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.702906] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.703197] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf815629-ed85-4726-8065-19194c3e1bf2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.712697] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1373.712697] env[62312]: value = "task-1809230" [ 1373.712697] env[62312]: _type = "Task" [ 1373.712697] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.717835] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.812627] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Updated VIF entry in instance network info cache for port f4e67b7b-5bf3-4a99-b8cf-684dc079bc80. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.813322] env[62312]: DEBUG nova.network.neutron [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Updating instance_info_cache with network_info: [{"id": "f4e67b7b-5bf3-4a99-b8cf-684dc079bc80", "address": "fa:16:3e:a5:d5:c8", "network": {"id": "a618720c-97c7-4b69-8261-b62a231d6b99", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-258301644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84c9fcdc2204536a328b153de46a22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e67b7b-5b", "ovs_interfaceid": "f4e67b7b-5bf3-4a99-b8cf-684dc079bc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.820150] env[62312]: DEBUG nova.compute.manager [req-f1027615-a645-4ec9-88f3-6f3339530344 req-808e4bad-0772-4938-8fd4-937906b243cd service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Received event network-vif-plugged-750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1373.820676] env[62312]: DEBUG oslo_concurrency.lockutils [req-f1027615-a645-4ec9-88f3-6f3339530344 req-808e4bad-0772-4938-8fd4-937906b243cd service nova] Acquiring lock "f30fde15-74e1-4602-9a3a-1531c2f1b925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.820676] env[62312]: DEBUG oslo_concurrency.lockutils [req-f1027615-a645-4ec9-88f3-6f3339530344 req-808e4bad-0772-4938-8fd4-937906b243cd service nova] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.820807] env[62312]: DEBUG oslo_concurrency.lockutils [req-f1027615-a645-4ec9-88f3-6f3339530344 req-808e4bad-0772-4938-8fd4-937906b243cd service nova] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.821817] env[62312]: DEBUG nova.compute.manager [req-f1027615-a645-4ec9-88f3-6f3339530344 req-808e4bad-0772-4938-8fd4-937906b243cd service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] No waiting events found dispatching network-vif-plugged-750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.821817] env[62312]: WARNING nova.compute.manager [req-f1027615-a645-4ec9-88f3-6f3339530344 req-808e4bad-0772-4938-8fd4-937906b243cd service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Received unexpected event network-vif-plugged-750a409f-fd49-4aa8-807d-7fc71f8d746a for instance with vm_state building and task_state spawning. [ 1373.896216] env[62312]: DEBUG oslo_concurrency.lockutils [None req-32688459-3f43-462c-851e-8a87a039a97c tempest-ServerExternalEventsTest-232963126 tempest-ServerExternalEventsTest-232963126-project] Releasing lock "refresh_cache-8e5909af-780c-4256-99ce-30e0824b4106" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.911029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Releasing lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.911279] env[62312]: DEBUG nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Instance network_info: |[{"id": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "address": "fa:16:3e:c2:32:a1", "network": {"id": "6ad49d11-9950-48e7-b760-93753d018d18", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1186316162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26761cc4bd3c4c4586af76b9250f8dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a409f-fd", "ovs_interfaceid": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.912116] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:32:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750a409f-fd49-4aa8-807d-7fc71f8d746a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.920031] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Creating folder: Project (26761cc4bd3c4c4586af76b9250f8dd4). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.920865] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54b58997-2f83-4015-af89-01bfae102058 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.932257] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Created folder: Project (26761cc4bd3c4c4586af76b9250f8dd4) in parent group-v374919. [ 1373.932441] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Creating folder: Instances. Parent ref: group-v374977. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.932654] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb3a0645-d3d7-4505-85b9-91ab2615a6d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.942945] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Created folder: Instances in parent group-v374977. [ 1373.943309] env[62312]: DEBUG oslo.service.loopingcall [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.943450] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.943658] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb8260cb-f6a4-45ce-a5b1-d28103d5d5c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.972063] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809229, 'name': Rename_Task, 'duration_secs': 0.145274} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.972537] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.972797] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdac28c-e85b-4146-a85c-bf7172028c22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.975696] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.975696] env[62312]: value = "task-1809233" [ 1373.975696] env[62312]: _type = "Task" [ 1373.975696] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.980536] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1373.980536] env[62312]: value = "task-1809234" [ 1373.980536] env[62312]: _type = "Task" [ 1373.980536] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.986654] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809233, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.992034] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.024967] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.025717] env[62312]: DEBUG nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1374.032322] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.125s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.032765] env[62312]: DEBUG nova.objects.instance [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lazy-loading 'resources' on Instance uuid 9a577054-9963-4167-add1-428ff9587b6b {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.050411] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809226, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.219697] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.323242] env[62312]: DEBUG oslo_concurrency.lockutils [req-d256b994-ba48-4c07-9545-c6fa9f007361 req-32e4e0cb-99c2-4541-a1db-f9d6c6e267ed service nova] Releasing lock "refresh_cache-9cd6d08a-2810-4377-a731-c0dd895580b7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.392242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "8e5909af-780c-4256-99ce-30e0824b4106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.392242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "8e5909af-780c-4256-99ce-30e0824b4106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.392242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "8e5909af-780c-4256-99ce-30e0824b4106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.392242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "8e5909af-780c-4256-99ce-30e0824b4106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.392927] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "8e5909af-780c-4256-99ce-30e0824b4106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.394688] env[62312]: INFO nova.compute.manager [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Terminating instance [ 1374.493137] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809233, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.499546] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.541455] env[62312]: DEBUG nova.compute.utils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.543133] env[62312]: DEBUG nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.543923] env[62312]: DEBUG nova.network.neutron [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.556719] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809226, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.685279} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.557725] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.557856] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.559622] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-299d83d0-f539-46b2-b7b9-f0047a13cf16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.566395] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1374.566395] env[62312]: value = "task-1809235" [ 1374.566395] env[62312]: _type = "Task" [ 1374.566395] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.580902] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.644225] env[62312]: DEBUG nova.policy [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66078c1002c44adb30e4d17d47af227', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a02698bd1e54e3f81647b60f078b82b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.665778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "b960d026-6a8c-48f4-ab6c-164e08215425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.665778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "b960d026-6a8c-48f4-ab6c-164e08215425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.665778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "b960d026-6a8c-48f4-ab6c-164e08215425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.665778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "b960d026-6a8c-48f4-ab6c-164e08215425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.666136] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "b960d026-6a8c-48f4-ab6c-164e08215425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.667898] env[62312]: INFO nova.compute.manager [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Terminating instance [ 1374.728155] env[62312]: DEBUG oslo_vmware.api [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809230, 'name': PowerOnVM_Task, 'duration_secs': 0.747867} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.728469] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.730029] env[62312]: INFO nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Took 11.16 seconds to spawn the instance on the hypervisor. [ 1374.730029] env[62312]: DEBUG nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.730184] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcff71c-2867-4f0a-b510-f6558f3957fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.902792] env[62312]: DEBUG nova.compute.manager [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.903555] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.903913] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c90ec54-6fc4-4e95-abe2-cb7f4668da4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.913274] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.913693] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7203d743-31e8-4d7e-bda3-5e708b4dac01 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.920690] env[62312]: DEBUG oslo_vmware.api [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1374.920690] env[62312]: value = "task-1809236" [ 1374.920690] env[62312]: _type = "Task" [ 1374.920690] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.929423] env[62312]: DEBUG oslo_vmware.api [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.987090] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809233, 'name': CreateVM_Task, 'duration_secs': 0.862434} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.993472] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.994869] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.995217] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.995677] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.996414] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800833af-a818-4b00-88b1-8631a8697ec0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.001778] env[62312]: DEBUG oslo_vmware.api [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809234, 'name': PowerOnVM_Task, 'duration_secs': 0.521564} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.002754] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.003041] env[62312]: INFO nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1375.003264] env[62312]: DEBUG nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.004188] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5702b952-ff87-497e-a4fc-99b06859d416 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.011328] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1375.011328] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5201a642-e1e1-ba51-458f-25f92b8c2eb0" [ 1375.011328] env[62312]: _type = "Task" [ 1375.011328] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.026385] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5201a642-e1e1-ba51-458f-25f92b8c2eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.029619] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.029962] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.030263] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.030437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.031611] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.031611] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a233ee06-a50f-4321-a38c-1bbffc22d523 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.041714] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.041819] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.042588] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e742b3c8-8a26-498c-975d-bac5497e13f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.048276] env[62312]: DEBUG nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1375.055219] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1375.055219] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527ea52d-1074-05ba-843d-a0db533b3746" [ 1375.055219] env[62312]: _type = "Task" [ 1375.055219] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.067310] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527ea52d-1074-05ba-843d-a0db533b3746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.082114] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156495} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.082450] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.083349] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f61be5-908e-404b-a330-53bbd60e1f35 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.107478] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.111209] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535eb8a9-9057-469b-ba98-8c80e85ff6b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.132057] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1375.132057] env[62312]: value = "task-1809237" [ 1375.132057] env[62312]: _type = "Task" [ 1375.132057] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.137984] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49c7e50-a1eb-4ffe-ae2a-9d3629ad3554 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.144485] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.149259] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9030735-e028-41b9-b285-685c491dbb57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.182552] env[62312]: DEBUG nova.compute.manager [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.182552] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.183575] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf5bbac-fb22-488b-876e-1e22105b0948 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.189786] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a33449-841a-4862-ad37-247cb2c4a1a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.199223] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98932f-d411-4221-935a-cd7ec60cce15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.203147] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.203958] env[62312]: DEBUG nova.network.neutron [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Successfully created port: 09b804f2-8689-4408-8212-cd4ff154698b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.205740] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06ce23a6-fc5a-47b3-ab50-c96581db74b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.227714] env[62312]: DEBUG nova.compute.provider_tree [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.229256] env[62312]: DEBUG oslo_vmware.api [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1375.229256] env[62312]: value = "task-1809238" [ 1375.229256] env[62312]: _type = "Task" [ 1375.229256] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.237774] env[62312]: DEBUG oslo_vmware.api [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.254571] env[62312]: INFO nova.compute.manager [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Took 28.03 seconds to build instance. [ 1375.430712] env[62312]: DEBUG oslo_vmware.api [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809236, 'name': PowerOffVM_Task, 'duration_secs': 0.182303} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.431057] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.434744] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.434744] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e89bfead-ed7e-4ca4-a756-15c198b0ae37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.533153] env[62312]: INFO nova.compute.manager [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Took 26.69 seconds to build instance. [ 1375.576342] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527ea52d-1074-05ba-843d-a0db533b3746, 'name': SearchDatastore_Task, 'duration_secs': 0.02652} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.577171] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808be9a1-28f7-4e31-a416-7748084d9b35 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.583058] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1375.583058] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a39543-add5-97e7-eed6-58239ecd405a" [ 1375.583058] env[62312]: _type = "Task" [ 1375.583058] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.593582] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a39543-add5-97e7-eed6-58239ecd405a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.645072] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809237, 'name': ReconfigVM_Task, 'duration_secs': 0.390036} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.645259] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.646148] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0cf0a4b-5d27-4f63-9647-5224c63f706d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.654155] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1375.654155] env[62312]: value = "task-1809240" [ 1375.654155] env[62312]: _type = "Task" [ 1375.654155] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.666606] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809240, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.747210] env[62312]: DEBUG oslo_vmware.api [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809238, 'name': PowerOffVM_Task, 'duration_secs': 0.289617} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.747519] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.748553] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.748553] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9868780a-0008-4f41-8868-d08cda79384f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.756393] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02239d1e-8073-4d5a-84df-93422f70f0cd tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.185s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.760377] env[62312]: ERROR nova.scheduler.client.report [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] [req-c034d1d1-f581-4a44-b631-54747da15d26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c034d1d1-f581-4a44-b631-54747da15d26"}]} [ 1375.785346] env[62312]: DEBUG nova.scheduler.client.report [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1375.803713] env[62312]: DEBUG nova.scheduler.client.report [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1375.804479] env[62312]: DEBUG nova.compute.provider_tree [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.818371] env[62312]: DEBUG nova.scheduler.client.report [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1375.842518] env[62312]: DEBUG nova.scheduler.client.report [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1376.039901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f89e8900-2091-4c18-92c3-bafc50d4f5b6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.642s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.066191] env[62312]: DEBUG nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1376.094478] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a39543-add5-97e7-eed6-58239ecd405a, 'name': SearchDatastore_Task, 'duration_secs': 0.014135} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.098654] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.100117] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f30fde15-74e1-4602-9a3a-1531c2f1b925/f30fde15-74e1-4602-9a3a-1531c2f1b925.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.102081] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9ec6cc1-f5e2-45e5-b28d-db3c480fc73c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.108364] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.108604] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.108760] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.108942] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.109139] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.109234] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.109442] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.109597] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.110037] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.110037] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.110268] env[62312]: DEBUG nova.virt.hardware [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.111010] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac0325c-35ad-4292-bb19-3d6683861088 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.117076] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1376.117076] env[62312]: value = "task-1809242" [ 1376.117076] env[62312]: _type = "Task" [ 1376.117076] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.124719] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f4dcea-d346-45a8-a93d-8bf2d2f77047 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.132036] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.163512] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809240, 'name': Rename_Task, 'duration_secs': 0.179011} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.166286] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.166714] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e18fab28-960f-4ad0-b4ae-08f0497ba901 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.172674] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1376.172674] env[62312]: value = "task-1809243" [ 1376.172674] env[62312]: _type = "Task" [ 1376.172674] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.180514] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.263624] env[62312]: DEBUG nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.285378] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf4b68-020e-4a92-8741-e003f1329bdb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.295798] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc8e2c-27cd-4a45-83e4-c84b2d6b5934 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.334263] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb9137-da30-4627-8dd7-91ce2c99dc28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.349190] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daca2b0-f513-4c1c-8189-58baa54d11f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.367783] env[62312]: DEBUG nova.compute.provider_tree [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.542611] env[62312]: DEBUG nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.629267] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50723} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.629267] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f30fde15-74e1-4602-9a3a-1531c2f1b925/f30fde15-74e1-4602-9a3a-1531c2f1b925.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.629813] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.629813] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a76e1d8-df57-481f-b556-6ac6460ea1ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.637817] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1376.637817] env[62312]: value = "task-1809244" [ 1376.637817] env[62312]: _type = "Task" [ 1376.637817] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.647779] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.691683] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809243, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.692838] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.693238] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.693623] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Deleting the datastore file [datastore1] 8e5909af-780c-4256-99ce-30e0824b4106 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.697187] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44b40ab6-576c-47f0-b851-79c3e8710fe5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.699195] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.699675] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.700024] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleting the datastore file [datastore1] b960d026-6a8c-48f4-ab6c-164e08215425 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.700403] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce35e269-f40c-4066-9702-550b974732bd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.708973] env[62312]: DEBUG oslo_vmware.api [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1376.708973] env[62312]: value = "task-1809246" [ 1376.708973] env[62312]: _type = "Task" [ 1376.708973] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.710140] env[62312]: DEBUG oslo_vmware.api [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for the task: (returnval){ [ 1376.710140] env[62312]: value = "task-1809245" [ 1376.710140] env[62312]: _type = "Task" [ 1376.710140] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.726294] env[62312]: DEBUG oslo_vmware.api [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.730932] env[62312]: DEBUG oslo_vmware.api [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.789764] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "610060b3-65e4-410a-8073-5f07f3e0539c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.789764] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "610060b3-65e4-410a-8073-5f07f3e0539c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.789764] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "610060b3-65e4-410a-8073-5f07f3e0539c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.789764] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "610060b3-65e4-410a-8073-5f07f3e0539c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.790075] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "610060b3-65e4-410a-8073-5f07f3e0539c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.793175] env[62312]: INFO nova.compute.manager [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Terminating instance [ 1376.808271] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.909776] env[62312]: DEBUG nova.scheduler.client.report [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1376.910095] env[62312]: DEBUG nova.compute.provider_tree [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 35 to 36 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1376.910278] env[62312]: DEBUG nova.compute.provider_tree [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.069470] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.150866] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08292} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.151198] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.152173] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95b1196-d0a8-4337-8f1d-f2c5e0adc7ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.179077] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f30fde15-74e1-4602-9a3a-1531c2f1b925/f30fde15-74e1-4602-9a3a-1531c2f1b925.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.181093] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7709ad03-dd7f-47b6-b05b-573ecc260883 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.207657] env[62312]: DEBUG oslo_vmware.api [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809243, 'name': PowerOnVM_Task, 'duration_secs': 0.727672} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.209567] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.209927] env[62312]: INFO nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1377.210212] env[62312]: DEBUG nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.210536] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1377.210536] env[62312]: value = "task-1809247" [ 1377.210536] env[62312]: _type = "Task" [ 1377.210536] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.212239] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37830c7-7de8-4c5c-8c1e-35a6ae3599aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.248061] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.249319] env[62312]: DEBUG oslo_vmware.api [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Task: {'id': task-1809245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2359} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.250183] env[62312]: DEBUG oslo_vmware.api [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229291} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.250373] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.250900] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.250900] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.250900] env[62312]: INFO nova.compute.manager [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1377.251172] env[62312]: DEBUG oslo.service.loopingcall [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.251379] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.251518] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.253429] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.253429] env[62312]: INFO nova.compute.manager [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Took 2.07 seconds to destroy the instance on the hypervisor. [ 1377.253429] env[62312]: DEBUG oslo.service.loopingcall [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.253429] env[62312]: DEBUG nova.compute.manager [-] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.253429] env[62312]: DEBUG nova.network.neutron [-] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.254529] env[62312]: DEBUG nova.compute.manager [-] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.255550] env[62312]: DEBUG nova.network.neutron [-] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.298154] env[62312]: DEBUG nova.compute.manager [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.299026] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.303621] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4061aab-e927-4e08-8ede-0ed9ecc4e661 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.308275] env[62312]: DEBUG nova.network.neutron [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Successfully updated port: 09b804f2-8689-4408-8212-cd4ff154698b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.316368] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.318788] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deaf9c77-7da5-4ad9-90f0-7e7ba140999f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.327367] env[62312]: DEBUG oslo_vmware.api [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1377.327367] env[62312]: value = "task-1809248" [ 1377.327367] env[62312]: _type = "Task" [ 1377.327367] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.337702] env[62312]: DEBUG nova.compute.manager [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Received event network-changed-750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1377.337884] env[62312]: DEBUG nova.compute.manager [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Refreshing instance network info cache due to event network-changed-750a409f-fd49-4aa8-807d-7fc71f8d746a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1377.338139] env[62312]: DEBUG oslo_concurrency.lockutils [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] Acquiring lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.338282] env[62312]: DEBUG oslo_concurrency.lockutils [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] Acquired lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.338455] env[62312]: DEBUG nova.network.neutron [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Refreshing network info cache for port 750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.347896] env[62312]: DEBUG oslo_vmware.api [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.420231] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.388s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.425201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.118s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.426073] env[62312]: INFO nova.compute.claims [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.448948] env[62312]: INFO nova.scheduler.client.report [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Deleted allocations for instance 9a577054-9963-4167-add1-428ff9587b6b [ 1377.616362] env[62312]: DEBUG nova.compute.manager [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.617289] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400b11fa-fe8e-419f-9615-c28b5aa26740 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.726292] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.761836] env[62312]: INFO nova.compute.manager [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Took 26.65 seconds to build instance. [ 1377.814239] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "refresh_cache-f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.814239] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "refresh_cache-f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.814239] env[62312]: DEBUG nova.network.neutron [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.839509] env[62312]: DEBUG oslo_vmware.api [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809248, 'name': PowerOffVM_Task, 'duration_secs': 0.308809} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.839803] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.839978] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.840240] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccdc6f37-1863-46de-949e-c03678b7643a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.964699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a991ab3-cda2-431c-96d4-8a083ea63c1d tempest-TenantUsagesTestJSON-812688510 tempest-TenantUsagesTestJSON-812688510-project-member] Lock "9a577054-9963-4167-add1-428ff9587b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.456s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.130261] env[62312]: INFO nova.compute.manager [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] instance snapshotting [ 1378.133892] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220bcc7b-b068-42b5-bb66-4fc36c0b346b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.160386] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc736b-5f27-40b3-8623-2d93c8707ef4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.235101] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809247, 'name': ReconfigVM_Task, 'duration_secs': 0.62008} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.235774] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f30fde15-74e1-4602-9a3a-1531c2f1b925/f30fde15-74e1-4602-9a3a-1531c2f1b925.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.236473] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db3ee5ab-477b-41f7-8116-6c119f10dc2b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.245132] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1378.245132] env[62312]: value = "task-1809250" [ 1378.245132] env[62312]: _type = "Task" [ 1378.245132] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.253865] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809250, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.263614] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca1f3b47-6db3-4d83-be45-b43f5aaff50b tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "602f4c47-5428-41df-bc84-9b903a03d3c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.650s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.407798] env[62312]: DEBUG nova.network.neutron [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.461160] env[62312]: DEBUG nova.network.neutron [-] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.480280] env[62312]: DEBUG nova.network.neutron [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Updated VIF entry in instance network info cache for port 750a409f-fd49-4aa8-807d-7fc71f8d746a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.481044] env[62312]: DEBUG nova.network.neutron [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Updating instance_info_cache with network_info: [{"id": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "address": "fa:16:3e:c2:32:a1", "network": {"id": "6ad49d11-9950-48e7-b760-93753d018d18", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1186316162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26761cc4bd3c4c4586af76b9250f8dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a409f-fd", "ovs_interfaceid": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.491482] env[62312]: DEBUG nova.network.neutron [-] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.676738] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1378.676738] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6487b7ef-2497-44eb-a84e-fc1a87109b15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.683625] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1378.683625] env[62312]: value = "task-1809251" [ 1378.683625] env[62312]: _type = "Task" [ 1378.683625] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.701348] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.768522] env[62312]: DEBUG nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.776235] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809250, 'name': Rename_Task, 'duration_secs': 0.306497} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.777328] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.777933] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-682a2571-2686-4c41-8025-88646a25c5dd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.787412] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1378.787412] env[62312]: value = "task-1809252" [ 1378.787412] env[62312]: _type = "Task" [ 1378.787412] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.801364] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.966503] env[62312]: INFO nova.compute.manager [-] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Took 1.71 seconds to deallocate network for instance. [ 1378.967404] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f115aa9a-2034-4d7a-930e-af05a7916233 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.980419] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e704dafd-6b2a-4865-9cbe-dee3a43d4166 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.987246] env[62312]: DEBUG oslo_concurrency.lockutils [req-38bc560a-dcc0-4765-9658-4b2b8adae3e2 req-867ef837-de2b-4531-8d39-32bb25cabdd4 service nova] Releasing lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.013391] env[62312]: INFO nova.compute.manager [-] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Took 1.76 seconds to deallocate network for instance. [ 1379.016984] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708814b3-4c51-4995-b7ba-f80b1d33c43f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.031177] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "ff6920f6-d7f0-47db-af2b-7896c496fe32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.031738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.038571] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b693970-9a2b-48bf-99fa-74a3b88f6ec6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.057034] env[62312]: DEBUG nova.compute.provider_tree [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.067374] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.067374] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.067374] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Deleting the datastore file [datastore1] 610060b3-65e4-410a-8073-5f07f3e0539c {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.069791] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14679b58-598e-4f92-8b27-949bfcacd019 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.078018] env[62312]: DEBUG oslo_vmware.api [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for the task: (returnval){ [ 1379.078018] env[62312]: value = "task-1809253" [ 1379.078018] env[62312]: _type = "Task" [ 1379.078018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.088769] env[62312]: DEBUG oslo_vmware.api [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.171124] env[62312]: DEBUG nova.network.neutron [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Updating instance_info_cache with network_info: [{"id": "09b804f2-8689-4408-8212-cd4ff154698b", "address": "fa:16:3e:24:ab:1c", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b804f2-86", "ovs_interfaceid": "09b804f2-8689-4408-8212-cd4ff154698b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.198332] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.297366] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.299854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.483549] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.534063] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.585610] env[62312]: ERROR nova.scheduler.client.report [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [req-8c0b584c-44c7-4cdb-ba38-1daaca4dfffa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c0b584c-44c7-4cdb-ba38-1daaca4dfffa"}]} [ 1379.599034] env[62312]: DEBUG oslo_vmware.api [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Task: {'id': task-1809253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195128} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.599695] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.599695] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.599695] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.600070] env[62312]: INFO nova.compute.manager [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1379.600180] env[62312]: DEBUG oslo.service.loopingcall [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.600381] env[62312]: DEBUG nova.compute.manager [-] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.600468] env[62312]: DEBUG nova.network.neutron [-] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.613312] env[62312]: DEBUG nova.scheduler.client.report [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1379.636725] env[62312]: DEBUG nova.scheduler.client.report [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1379.637011] env[62312]: DEBUG nova.compute.provider_tree [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.652190] env[62312]: DEBUG nova.scheduler.client.report [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1379.671323] env[62312]: DEBUG nova.scheduler.client.report [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1379.678053] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "refresh_cache-f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.678298] env[62312]: DEBUG nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance network_info: |[{"id": "09b804f2-8689-4408-8212-cd4ff154698b", "address": "fa:16:3e:24:ab:1c", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b804f2-86", "ovs_interfaceid": "09b804f2-8689-4408-8212-cd4ff154698b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.678709] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ab:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b804f2-8689-4408-8212-cd4ff154698b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.687845] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating folder: Project (5a02698bd1e54e3f81647b60f078b82b). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.688583] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bd789dc-0c15-41b3-8e27-581c2d290320 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.709099] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809251, 'name': CreateSnapshot_Task, 'duration_secs': 0.703638} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.710449] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1379.710703] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created folder: Project (5a02698bd1e54e3f81647b60f078b82b) in parent group-v374919. [ 1379.711312] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating folder: Instances. Parent ref: group-v374981. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.715815] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e893e237-3469-4e02-9d52-36afe5f68fa4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.723548] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-465cb077-3f27-4117-a16b-409ea20debad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.736235] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created folder: Instances in parent group-v374981. [ 1379.736452] env[62312]: DEBUG oslo.service.loopingcall [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.736770] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.736966] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c720842-0987-4c89-88db-4d133c916fe3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.763745] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.763745] env[62312]: value = "task-1809256" [ 1379.763745] env[62312]: _type = "Task" [ 1379.763745] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.773034] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809256, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.812177] env[62312]: DEBUG oslo_vmware.api [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809252, 'name': PowerOnVM_Task, 'duration_secs': 0.735334} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.812177] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.812177] env[62312]: INFO nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1379.812177] env[62312]: DEBUG nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.812177] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b9c0c9-04ec-498d-9d4d-515d000ac76d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.992425] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a1fa2b6-e6e3-419d-86da-f7eb7a872633 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "interface-9cd6d08a-2810-4377-a731-c0dd895580b7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.993038] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a1fa2b6-e6e3-419d-86da-f7eb7a872633 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "interface-9cd6d08a-2810-4377-a731-c0dd895580b7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.002s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.995299] env[62312]: DEBUG nova.objects.instance [None req-5a1fa2b6-e6e3-419d-86da-f7eb7a872633 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lazy-loading 'flavor' on Instance uuid 9cd6d08a-2810-4377-a731-c0dd895580b7 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.170449] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6e5fe-c584-448c-ad7e-210ac7844d1d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.179090] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a414928c-c605-4978-9a54-456c6447fb3d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.209669] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0be840b-f41f-4f61-9824-078527a66211 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.217629] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2d7fa-0574-48ef-8902-babce6ac982e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.243707] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1380.244314] env[62312]: DEBUG nova.compute.provider_tree [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.245630] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d22f167-dd60-4b3b-8fc0-570c7730e911 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.254592] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1380.254592] env[62312]: value = "task-1809257" [ 1380.254592] env[62312]: _type = "Task" [ 1380.254592] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.267312] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809257, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.281886] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809256, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.335608] env[62312]: INFO nova.compute.manager [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Took 27.75 seconds to build instance. [ 1380.425079] env[62312]: DEBUG nova.compute.manager [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Received event network-vif-plugged-09b804f2-8689-4408-8212-cd4ff154698b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.425844] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] Acquiring lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.426545] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.426655] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.426893] env[62312]: DEBUG nova.compute.manager [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] No waiting events found dispatching network-vif-plugged-09b804f2-8689-4408-8212-cd4ff154698b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.427239] env[62312]: WARNING nova.compute.manager [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Received unexpected event network-vif-plugged-09b804f2-8689-4408-8212-cd4ff154698b for instance with vm_state building and task_state spawning. [ 1380.427602] env[62312]: DEBUG nova.compute.manager [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Received event network-changed-09b804f2-8689-4408-8212-cd4ff154698b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1380.427602] env[62312]: DEBUG nova.compute.manager [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Refreshing instance network info cache due to event network-changed-09b804f2-8689-4408-8212-cd4ff154698b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1380.428034] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] Acquiring lock "refresh_cache-f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.428034] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] Acquired lock "refresh_cache-f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.428034] env[62312]: DEBUG nova.network.neutron [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Refreshing network info cache for port 09b804f2-8689-4408-8212-cd4ff154698b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.504550] env[62312]: DEBUG nova.objects.instance [None req-5a1fa2b6-e6e3-419d-86da-f7eb7a872633 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lazy-loading 'pci_requests' on Instance uuid 9cd6d08a-2810-4377-a731-c0dd895580b7 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.600954] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.601335] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1380.601417] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1380.767656] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809257, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.778639] env[62312]: DEBUG nova.network.neutron [-] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.779937] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809256, 'name': CreateVM_Task, 'duration_secs': 0.61456} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.780160] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.780888] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.782029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.782029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.783364] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9e2d07-cf5c-4595-a8e1-67a3f92c4f65 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.789023] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1380.789023] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529af3c3-c262-48be-848f-bfc041201e5a" [ 1380.789023] env[62312]: _type = "Task" [ 1380.789023] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.795278] env[62312]: DEBUG nova.scheduler.client.report [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1380.795534] env[62312]: DEBUG nova.compute.provider_tree [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 37 to 38 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1380.795720] env[62312]: DEBUG nova.compute.provider_tree [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.805240] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529af3c3-c262-48be-848f-bfc041201e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.838840] env[62312]: DEBUG oslo_concurrency.lockutils [None req-34f93d33-0f1d-4348-ad7d-4f70db080beb tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.230s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.887198] env[62312]: INFO nova.compute.manager [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Rebuilding instance [ 1380.942502] env[62312]: DEBUG nova.compute.manager [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.943584] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354c47f1-4186-425a-a206-d53e012d492f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.011761] env[62312]: DEBUG nova.objects.base [None req-5a1fa2b6-e6e3-419d-86da-f7eb7a872633 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Object Instance<9cd6d08a-2810-4377-a731-c0dd895580b7> lazy-loaded attributes: flavor,pci_requests {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.011761] env[62312]: DEBUG nova.network.neutron [None req-5a1fa2b6-e6e3-419d-86da-f7eb7a872633 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.108151] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Skipping network cache update for instance because it is being deleted. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1381.108256] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Skipping network cache update for instance because it is Building. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1381.108391] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Skipping network cache update for instance because it is Building. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1381.143874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.143874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.143874] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1381.143874] env[62312]: DEBUG nova.objects.instance [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lazy-loading 'info_cache' on Instance uuid b960d026-6a8c-48f4-ab6c-164e08215425 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.231134] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5a1fa2b6-e6e3-419d-86da-f7eb7a872633 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "interface-9cd6d08a-2810-4377-a731-c0dd895580b7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.238s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.270197] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809257, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.283141] env[62312]: INFO nova.compute.manager [-] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Took 1.68 seconds to deallocate network for instance. [ 1381.308733] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.884s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.309280] env[62312]: DEBUG nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.311937] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529af3c3-c262-48be-848f-bfc041201e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.314971] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.734s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.319743] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.319743] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.319743] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.319743] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.320053] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.320053] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33fdec15-a8d1-4d57-8cc3-c2d169be3a7e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.328722] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.328912] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.329753] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30010774-9778-4aba-834b-620d0d61e811 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.334202] env[62312]: DEBUG nova.network.neutron [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Updated VIF entry in instance network info cache for port 09b804f2-8689-4408-8212-cd4ff154698b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.334492] env[62312]: DEBUG nova.network.neutron [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Updating instance_info_cache with network_info: [{"id": "09b804f2-8689-4408-8212-cd4ff154698b", "address": "fa:16:3e:24:ab:1c", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b804f2-86", "ovs_interfaceid": "09b804f2-8689-4408-8212-cd4ff154698b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.340241] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1381.340241] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e5d77c-ed88-c548-20b8-c52323c8a486" [ 1381.340241] env[62312]: _type = "Task" [ 1381.340241] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.340241] env[62312]: DEBUG nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.356034] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e5d77c-ed88-c548-20b8-c52323c8a486, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.356034] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828c6877-6ca9-4a37-90af-e2e06bf7c563 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.363738] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1381.363738] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5208ecc3-bf46-6393-cee7-82706a621dd2" [ 1381.363738] env[62312]: _type = "Task" [ 1381.363738] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.373198] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5208ecc3-bf46-6393-cee7-82706a621dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.768689] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809257, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.802024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.817148] env[62312]: DEBUG nova.compute.utils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.818596] env[62312]: DEBUG nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.818794] env[62312]: DEBUG nova.network.neutron [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.827528] env[62312]: INFO nova.compute.claims [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.838024] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] Releasing lock "refresh_cache-f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.838024] env[62312]: DEBUG nova.compute.manager [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Received event network-vif-deleted-bac4b153-ed47-4b25-91da-c4b3cecfb423 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1381.838024] env[62312]: DEBUG nova.compute.manager [req-b9a70114-b266-4187-abb4-1ef533090e2a req-916be261-2131-4584-84ca-52618c6e3ce2 service nova] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Received event network-vif-deleted-2bc561dd-d899-4001-b747-59e3de9e00f9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1381.872205] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.880146] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5208ecc3-bf46-6393-cee7-82706a621dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.880641] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.884524] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.884524] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79df99a9-96b1-4b5c-ab4e-28d9c702b6c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.890219] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1381.890219] env[62312]: value = "task-1809258" [ 1381.890219] env[62312]: _type = "Task" [ 1381.890219] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.896549] env[62312]: DEBUG nova.policy [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb396140408745bea5c73f4742485ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0995403d10546668bff88fb0ee0f3b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1381.902103] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.959058] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.959420] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac3cbb5-0b97-42ec-869c-b83aabbe107e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.967288] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1381.967288] env[62312]: value = "task-1809259" [ 1381.967288] env[62312]: _type = "Task" [ 1381.967288] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.977538] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.183507] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.274662] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809257, 'name': CloneVM_Task, 'duration_secs': 2.001673} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.274908] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Created linked-clone VM from snapshot [ 1382.275871] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc97b9b-3d22-4051-bbd5-938716ea881f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.287374] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Uploading image 7fe5e535-a8f2-4e57-beac-59cb44d7708a {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1382.321421] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1382.321421] env[62312]: value = "vm-374984" [ 1382.321421] env[62312]: _type = "VirtualMachine" [ 1382.321421] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1382.321793] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d044afb-dc9e-4189-b141-7d9041f0d642 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.325408] env[62312]: DEBUG nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.336470] env[62312]: INFO nova.compute.resource_tracker [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating resource usage from migration 634196de-bf24-49b7-814b-71ba8fd6bcb9 [ 1382.340475] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lease: (returnval){ [ 1382.340475] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522168ba-2c2b-6984-62ac-a6216cc5a669" [ 1382.340475] env[62312]: _type = "HttpNfcLease" [ 1382.340475] env[62312]: } obtained for exporting VM: (result){ [ 1382.340475] env[62312]: value = "vm-374984" [ 1382.340475] env[62312]: _type = "VirtualMachine" [ 1382.340475] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1382.340996] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the lease: (returnval){ [ 1382.340996] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522168ba-2c2b-6984-62ac-a6216cc5a669" [ 1382.340996] env[62312]: _type = "HttpNfcLease" [ 1382.340996] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1382.350263] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1382.350263] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522168ba-2c2b-6984-62ac-a6216cc5a669" [ 1382.350263] env[62312]: _type = "HttpNfcLease" [ 1382.350263] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1382.405865] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.421306] env[62312]: DEBUG nova.network.neutron [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Successfully created port: 3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.483140] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809259, 'name': PowerOffVM_Task, 'duration_secs': 0.200477} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.483840] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.483840] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.485429] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659abefd-db11-4ec0-97c4-3d08e5bd39f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.494740] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.498501] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85acf44e-f950-4f79-804c-dcc28f380332 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.538575] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.538837] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.539098] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Deleting the datastore file [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.539411] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44b501ec-84b8-4530-a359-81e9c0e8f5bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.546721] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1382.546721] env[62312]: value = "task-1809262" [ 1382.546721] env[62312]: _type = "Task" [ 1382.546721] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.563936] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.835827] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17ddea2-ecec-4c0d-9a04-f610941fadce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.849216] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3413f47-ca72-43b9-a0ad-b35957d038ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.857027] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1382.857027] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522168ba-2c2b-6984-62ac-a6216cc5a669" [ 1382.857027] env[62312]: _type = "HttpNfcLease" [ 1382.857027] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1382.885107] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1382.885107] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522168ba-2c2b-6984-62ac-a6216cc5a669" [ 1382.885107] env[62312]: _type = "HttpNfcLease" [ 1382.885107] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1382.885107] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29471d77-b072-470f-88ae-c4d6348a7947 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.888185] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cf2908-d80d-4fd7-a4c8-4982d4db31e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.611042] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.613918] env[62312]: DEBUG nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.629225] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296727b-bbee-872b-4376-e7c2e9cef41c/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1383.629432] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296727b-bbee-872b-4376-e7c2e9cef41c/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1383.639307] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b4f39f-8ea9-4dc7-9c3b-55602461911f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.708877] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181067} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.708877] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556529} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.712957] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.713302] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.713572] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.716350] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.716877] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.717928] env[62312]: DEBUG nova.compute.manager [None req-bc1ccbd6-131e-45b6-b7be-abeddd5860bd tempest-ServerDiagnosticsV248Test-1474095550 tempest-ServerDiagnosticsV248Test-1474095550-project-admin] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.736731] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f95b6e-ae2d-4c05-9b09-219ec7bff989 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.741972] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bd074a-6032-432c-85e5-9645415dd08c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.745786] env[62312]: DEBUG nova.compute.provider_tree [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.749392] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.749618] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.749812] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.750033] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.750182] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.750336] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.750650] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.750750] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.750919] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.751128] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.751321] env[62312]: DEBUG nova.virt.hardware [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.752995] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029c13b-f331-458f-bf88-4e274bc90443 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.763011] env[62312]: INFO nova.compute.manager [None req-bc1ccbd6-131e-45b6-b7be-abeddd5860bd tempest-ServerDiagnosticsV248Test-1474095550 tempest-ServerDiagnosticsV248Test-1474095550-project-admin] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Retrieving diagnostics [ 1383.767077] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f75d65-fac5-498a-a17f-baf8218c2002 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.771776] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1383.771776] env[62312]: value = "task-1809263" [ 1383.771776] env[62312]: _type = "Task" [ 1383.771776] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.773222] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd89eb83-7066-49a3-ac04-5201afe74546 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.825625] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-134ce25a-8bae-4a90-ba67-aacc91f72252 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.830997] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063994} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.831650] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.832536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae25ba3e-e095-4075-80fa-d4e18f5821c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.861137] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.863959] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864986bf-265a-4351-81c7-5f84bc0cda8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.901644] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1383.901644] env[62312]: value = "task-1809264" [ 1383.901644] env[62312]: _type = "Task" [ 1383.901644] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.904464] env[62312]: DEBUG nova.compute.manager [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Received event network-changed-d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1383.904765] env[62312]: DEBUG nova.compute.manager [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Refreshing instance network info cache due to event network-changed-d3243733-91a1-4e51-82ea-f66b399a5a4b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1383.905100] env[62312]: DEBUG oslo_concurrency.lockutils [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] Acquiring lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.905328] env[62312]: DEBUG oslo_concurrency.lockutils [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] Acquired lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.905527] env[62312]: DEBUG nova.network.neutron [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Refreshing network info cache for port d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.926517] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.952980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.953205] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.118554] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-b960d026-6a8c-48f4-ab6c-164e08215425" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.118945] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1384.119284] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.119592] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.119944] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.120707] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.120707] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.257455] env[62312]: DEBUG nova.scheduler.client.report [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.422688] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.548495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "9cd6d08a-2810-4377-a731-c0dd895580b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.548495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.548495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "9cd6d08a-2810-4377-a731-c0dd895580b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.548495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.548870] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.551265] env[62312]: INFO nova.compute.manager [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Terminating instance [ 1384.768945] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.452s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.768945] env[62312]: INFO nova.compute.manager [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Migrating [ 1384.768945] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.768945] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.770665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.556s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.770928] env[62312]: DEBUG nova.objects.instance [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lazy-loading 'resources' on Instance uuid b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.802804] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.803221] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.803429] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.803646] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.804053] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.804664] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.804846] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.805108] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.805334] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.805531] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.805739] env[62312]: DEBUG nova.virt.hardware [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.808989] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7057b3c-8eba-4d9e-8c94-da8e7e3a16d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.826307] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5814e4-3c7e-48da-8f55-48261bde00d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.846658] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.853882] env[62312]: DEBUG oslo.service.loopingcall [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.854402] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.857669] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7776b90-8c33-45b8-b2d8-112d1393bf1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.875435] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.875435] env[62312]: value = "task-1809265" [ 1384.875435] env[62312]: _type = "Task" [ 1384.875435] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.886404] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809265, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.914385] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809264, 'name': ReconfigVM_Task, 'duration_secs': 0.603639} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.914671] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Reconfigured VM instance instance-00000012 to attach disk [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.915520] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d13ae929-ad78-4312-a47f-817355a11f43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.922435] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1384.922435] env[62312]: value = "task-1809266" [ 1384.922435] env[62312]: _type = "Task" [ 1384.922435] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.932041] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809266, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.036606] env[62312]: DEBUG nova.network.neutron [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Successfully updated port: 3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.063379] env[62312]: DEBUG nova.compute.manager [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.065218] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.065218] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985f83d3-8388-4985-8ca0-4fa4ba80487e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.076261] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.076261] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f129e313-542e-4eff-a38e-4d334b00f054 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.083658] env[62312]: DEBUG oslo_vmware.api [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1385.083658] env[62312]: value = "task-1809267" [ 1385.083658] env[62312]: _type = "Task" [ 1385.083658] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.096136] env[62312]: DEBUG oslo_vmware.api [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.102857] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.103141] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.103278] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1385.126550] env[62312]: DEBUG nova.network.neutron [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updated VIF entry in instance network info cache for port d3243733-91a1-4e51-82ea-f66b399a5a4b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.127487] env[62312]: DEBUG nova.network.neutron [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.273859] env[62312]: INFO nova.compute.rpcapi [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1385.274484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.394974] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809265, 'name': CreateVM_Task, 'duration_secs': 0.408291} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.395243] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.397036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.397266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.398074] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.398907] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e534e170-e96e-4626-acad-cad90c5a4caf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.409480] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1385.409480] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521e6fdd-c270-f3cc-a8f1-cf0f840c8cbc" [ 1385.409480] env[62312]: _type = "Task" [ 1385.409480] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.418324] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e6fdd-c270-f3cc-a8f1-cf0f840c8cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.433281] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809266, 'name': Rename_Task, 'duration_secs': 0.139759} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.435716] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.436283] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dddf05e7-adc5-4305-a3b5-4a1b7fdccb22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.443908] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1385.443908] env[62312]: value = "task-1809268" [ 1385.443908] env[62312]: _type = "Task" [ 1385.443908] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.460168] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.539961] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.541436] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.541436] env[62312]: DEBUG nova.network.neutron [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.593403] env[62312]: DEBUG oslo_vmware.api [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809267, 'name': PowerOffVM_Task, 'duration_secs': 0.214605} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.593782] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.594073] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.594361] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a51fd828-5775-4d57-8239-3b589939d4cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.609590] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] There are 2 instances to clean {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1385.609870] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: c289458a-b24c-46e4-add4-c786d52864d4] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1385.633201] env[62312]: DEBUG oslo_concurrency.lockutils [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] Releasing lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.633201] env[62312]: DEBUG nova.compute.manager [req-e7e12a93-8bf9-4283-95dd-5fd4d5608ede req-6436059b-ef5c-400c-922e-464dbcb83437 service nova] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Received event network-vif-deleted-0a1947de-d60a-4405-ac5f-5a96739eed91 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1385.674828] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.675938] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.677384] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Deleting the datastore file [datastore1] 9cd6d08a-2810-4377-a731-c0dd895580b7 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.677384] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4883dc-f45d-4d70-8e06-8e226ca66ac5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.684394] env[62312]: DEBUG oslo_vmware.api [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for the task: (returnval){ [ 1385.684394] env[62312]: value = "task-1809270" [ 1385.684394] env[62312]: _type = "Task" [ 1385.684394] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.697014] env[62312]: DEBUG oslo_vmware.api [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.780584] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada44c9-ca3d-4023-8a19-f11d07a01bb1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.788183] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97222769-f70e-48c9-9c3b-ced1bca6fa3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.828462] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.828954] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.829201] env[62312]: DEBUG nova.network.neutron [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.835073] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef21b446-0741-4c25-a42b-8aba9d359d67 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.840108] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd6bb5a-17a1-4ed8-9e27-dd9a6543935f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.859305] env[62312]: DEBUG nova.compute.provider_tree [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.922052] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e6fdd-c270-f3cc-a8f1-cf0f840c8cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.018923} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.922375] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.922619] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.922932] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.922989] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.923225] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.929095] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d244413e-388e-411f-bfab-178e6e5735a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.933220] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.933220] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.933753] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5be598-dffe-4694-b063-e21b3a668c20 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.944415] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1385.944415] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529f4457-79b3-601a-5881-9bf8c643526e" [ 1385.944415] env[62312]: _type = "Task" [ 1385.944415] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.962988] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.963272] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.963482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.963664] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.963824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.965898] env[62312]: DEBUG oslo_vmware.api [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809268, 'name': PowerOnVM_Task, 'duration_secs': 0.481819} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.967842] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529f4457-79b3-601a-5881-9bf8c643526e, 'name': SearchDatastore_Task, 'duration_secs': 0.012695} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.967842] env[62312]: INFO nova.compute.manager [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Terminating instance [ 1385.968205] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.968240] env[62312]: INFO nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1385.968476] env[62312]: DEBUG nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.970769] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82093b40-0718-4d4c-80ae-150a71634921 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.973748] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d08f43-862d-4dbf-af4c-99c6a54df2a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.980822] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1385.980822] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5287d046-b19e-f8fd-9672-da9c8551a87d" [ 1385.980822] env[62312]: _type = "Task" [ 1385.980822] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.007500] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5287d046-b19e-f8fd-9672-da9c8551a87d, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.007797] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.009543] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.009976] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4986452c-5647-42d8-a755-53aa760aabea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.018991] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1386.018991] env[62312]: value = "task-1809271" [ 1386.018991] env[62312]: _type = "Task" [ 1386.018991] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.033318] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.106115] env[62312]: DEBUG nova.network.neutron [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.117690] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 9a577054-9963-4167-add1-428ff9587b6b] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1386.201787] env[62312]: DEBUG oslo_vmware.api [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Task: {'id': task-1809270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199226} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.208672] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.209274] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.209274] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.209399] env[62312]: INFO nova.compute.manager [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1386.209679] env[62312]: DEBUG oslo.service.loopingcall [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.212342] env[62312]: DEBUG nova.compute.manager [-] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.212342] env[62312]: DEBUG nova.network.neutron [-] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.365884] env[62312]: DEBUG nova.scheduler.client.report [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.377417] env[62312]: DEBUG nova.network.neutron [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [{"id": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "address": "fa:16:3e:7c:9a:fb", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a90f33d-1f", "ovs_interfaceid": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.478170] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "refresh_cache-fe8200b4-0acd-4664-9b3d-b775ab421bd1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.478372] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquired lock "refresh_cache-fe8200b4-0acd-4664-9b3d-b775ab421bd1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.478773] env[62312]: DEBUG nova.network.neutron [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.508981] env[62312]: INFO nova.compute.manager [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Took 31.64 seconds to build instance. [ 1386.532091] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809271, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.736527] env[62312]: DEBUG nova.network.neutron [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [{"id": "0548e94f-df0a-4b9b-8268-6a78d435484e", "address": "fa:16:3e:97:ff:9b", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548e94f-df", "ovs_interfaceid": "0548e94f-df0a-4b9b-8268-6a78d435484e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.872159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.874543] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.420s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.878313] env[62312]: INFO nova.compute.claims [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.884352] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Releasing lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.887496] env[62312]: DEBUG nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Instance network_info: |[{"id": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "address": "fa:16:3e:7c:9a:fb", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a90f33d-1f", "ovs_interfaceid": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.888083] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:9a:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a90f33d-1f03-4131-bbf5-029c544d53e5', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.897657] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Creating folder: Project (f0995403d10546668bff88fb0ee0f3b7). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.898138] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dfcb53e-b3eb-42af-aa31-5244e34e6d6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.909313] env[62312]: INFO nova.scheduler.client.report [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Deleted allocations for instance b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922 [ 1386.919702] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Created folder: Project (f0995403d10546668bff88fb0ee0f3b7) in parent group-v374919. [ 1386.919702] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Creating folder: Instances. Parent ref: group-v374986. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.919702] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46a7b6c6-e8c7-4b73-b62a-c4aab4b6a5f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.928842] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Created folder: Instances in parent group-v374986. [ 1386.929130] env[62312]: DEBUG oslo.service.loopingcall [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.929337] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.929558] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78018504-4b6f-4b18-9e3d-c7ac10eb277f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.952274] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.952274] env[62312]: value = "task-1809274" [ 1386.952274] env[62312]: _type = "Task" [ 1386.952274] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.961372] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809274, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.010758] env[62312]: DEBUG nova.network.neutron [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.013340] env[62312]: DEBUG oslo_concurrency.lockutils [None req-622aca58-9f37-4044-92f3-669b21f56b13 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.162s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.019805] env[62312]: DEBUG nova.compute.manager [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Received event network-changed-750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1387.019805] env[62312]: DEBUG nova.compute.manager [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Refreshing instance network info cache due to event network-changed-750a409f-fd49-4aa8-807d-7fc71f8d746a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1387.019805] env[62312]: DEBUG oslo_concurrency.lockutils [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] Acquiring lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.019805] env[62312]: DEBUG oslo_concurrency.lockutils [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] Acquired lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.019805] env[62312]: DEBUG nova.network.neutron [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Refreshing network info cache for port 750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.035914] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.121417] env[62312]: DEBUG nova.network.neutron [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.158016] env[62312]: DEBUG nova.compute.manager [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received event network-vif-plugged-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1387.158016] env[62312]: DEBUG oslo_concurrency.lockutils [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] Acquiring lock "b20cb8cb-b813-40b3-8c78-bb413b702339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.158641] env[62312]: DEBUG oslo_concurrency.lockutils [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.158861] env[62312]: DEBUG oslo_concurrency.lockutils [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.159079] env[62312]: DEBUG nova.compute.manager [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] No waiting events found dispatching network-vif-plugged-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.159394] env[62312]: WARNING nova.compute.manager [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received unexpected event network-vif-plugged-3a90f33d-1f03-4131-bbf5-029c544d53e5 for instance with vm_state building and task_state spawning. [ 1387.159455] env[62312]: DEBUG nova.compute.manager [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1387.159704] env[62312]: DEBUG nova.compute.manager [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing instance network info cache due to event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1387.159952] env[62312]: DEBUG oslo_concurrency.lockutils [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] Acquiring lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.160123] env[62312]: DEBUG oslo_concurrency.lockutils [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] Acquired lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.160296] env[62312]: DEBUG nova.network.neutron [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.242879] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.280920] env[62312]: DEBUG nova.network.neutron [-] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.421846] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bdd39602-cd0b-4df9-8df0-4e217dd3540c tempest-ServerDiagnosticsTest-1107413621 tempest-ServerDiagnosticsTest-1107413621-project-member] Lock "b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.956s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.465557] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809274, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.517821] env[62312]: DEBUG nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1387.526728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "87b3796c-2192-41de-a367-a40dec742c47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.527661] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "87b3796c-2192-41de-a367-a40dec742c47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.538031] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809271, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.130878} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.538344] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.538511] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.538772] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783558fe-f657-4df9-b2dc-31dd8b88c5a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.548774] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1387.548774] env[62312]: value = "task-1809275" [ 1387.548774] env[62312]: _type = "Task" [ 1387.548774] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.555585] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.555929] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.573246] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.627951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Releasing lock "refresh_cache-fe8200b4-0acd-4664-9b3d-b775ab421bd1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.628829] env[62312]: DEBUG nova.compute.manager [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.628829] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.629611] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d2f8a-58d1-4e4b-b57d-a95cf918f715 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.638935] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.639229] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320b0b5a-0dce-477b-b2b5-68fc29fddee7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.646402] env[62312]: DEBUG oslo_vmware.api [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1387.646402] env[62312]: value = "task-1809276" [ 1387.646402] env[62312]: _type = "Task" [ 1387.646402] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.658743] env[62312]: DEBUG oslo_vmware.api [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.784754] env[62312]: INFO nova.compute.manager [-] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Took 1.57 seconds to deallocate network for instance. [ 1387.967193] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809274, 'name': CreateVM_Task, 'duration_secs': 0.634028} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.967193] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.967936] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.968383] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.968636] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.969620] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991ac850-98d9-4f6c-8f74-b1a5576e74bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.978681] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1387.978681] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522d3221-b055-ff09-f4e4-d3530814ae38" [ 1387.978681] env[62312]: _type = "Task" [ 1387.978681] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.992385] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522d3221-b055-ff09-f4e4-d3530814ae38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.055040] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.064163] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071422} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.064443] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.066228] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2126f195-ce88-49bd-8df3-836ecc063a6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.087369] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.090477] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ee204b-ec86-4d8f-a44c-6c90f8532335 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.107564] env[62312]: DEBUG nova.network.neutron [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Updated VIF entry in instance network info cache for port 750a409f-fd49-4aa8-807d-7fc71f8d746a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.109019] env[62312]: DEBUG nova.network.neutron [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Updating instance_info_cache with network_info: [{"id": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "address": "fa:16:3e:c2:32:a1", "network": {"id": "6ad49d11-9950-48e7-b760-93753d018d18", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1186316162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26761cc4bd3c4c4586af76b9250f8dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a409f-fd", "ovs_interfaceid": "750a409f-fd49-4aa8-807d-7fc71f8d746a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.115336] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1388.115336] env[62312]: value = "task-1809277" [ 1388.115336] env[62312]: _type = "Task" [ 1388.115336] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.128315] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.163284] env[62312]: DEBUG oslo_vmware.api [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809276, 'name': PowerOffVM_Task, 'duration_secs': 0.164457} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.163660] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.163843] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.164269] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa36468b-0c28-44ed-b963-d249326f6b39 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.179859] env[62312]: DEBUG nova.network.neutron [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updated VIF entry in instance network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.180722] env[62312]: DEBUG nova.network.neutron [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [{"id": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "address": "fa:16:3e:7c:9a:fb", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a90f33d-1f", "ovs_interfaceid": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.187024] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.188391] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.188391] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Deleting the datastore file [datastore1] fe8200b4-0acd-4664-9b3d-b775ab421bd1 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.190283] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba129e0-330c-44ed-b7ca-4ca99fa90782 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.197892] env[62312]: DEBUG oslo_vmware.api [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for the task: (returnval){ [ 1388.197892] env[62312]: value = "task-1809279" [ 1388.197892] env[62312]: _type = "Task" [ 1388.197892] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.206695] env[62312]: DEBUG oslo_vmware.api [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.294087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.413294] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff0aa16-e2ca-4c36-8b48-ef06427a6a3d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.423293] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885ff73-eb2b-4c93-b0a7-1e507473bf99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.456587] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d58db7e-f3fe-429d-9588-647789a5a595 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.465656] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4bb0b-2ea6-4624-b372-6733a2a2a81f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.480688] env[62312]: DEBUG nova.compute.provider_tree [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.492852] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522d3221-b055-ff09-f4e4-d3530814ae38, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.494224] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.494744] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.495057] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.495252] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.495441] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.496149] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29980b8f-ff91-4638-a26f-4a58340a2ca9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.506163] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.506275] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.507026] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab12a15c-9554-4d1e-bac4-69b7f59c53c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.512670] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1388.512670] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521b7df4-19b0-3010-8a82-f1d631d29655" [ 1388.512670] env[62312]: _type = "Task" [ 1388.512670] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.521600] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521b7df4-19b0-3010-8a82-f1d631d29655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.612445] env[62312]: DEBUG oslo_concurrency.lockutils [req-a7e0156d-6d7a-4caf-8df5-cd29037c7d38 req-9358b637-fbc9-4715-948d-325231fdc0e2 service nova] Releasing lock "refresh_cache-f30fde15-74e1-4602-9a3a-1531c2f1b925" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.627713] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809277, 'name': ReconfigVM_Task, 'duration_secs': 0.343409} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.628947] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.628947] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d2e8368-da0f-4397-8720-943b42c7795e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.636885] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1388.636885] env[62312]: value = "task-1809280" [ 1388.636885] env[62312]: _type = "Task" [ 1388.636885] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.644862] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809280, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.684303] env[62312]: DEBUG oslo_concurrency.lockutils [req-b817b895-a6e7-4dca-83f9-4b80c72c0e98 req-c19585a1-a7e9-4a80-8ee5-563d775f3a80 service nova] Releasing lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.715657] env[62312]: DEBUG oslo_vmware.api [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Task: {'id': task-1809279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126824} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.716233] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.716970] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.718394] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.718394] env[62312]: INFO nova.compute.manager [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1388.718394] env[62312]: DEBUG oslo.service.loopingcall [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.718394] env[62312]: DEBUG nova.compute.manager [-] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.718394] env[62312]: DEBUG nova.network.neutron [-] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.748763] env[62312]: DEBUG nova.network.neutron [-] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.764827] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff3fecb-5208-4cd1-bb42-86e69ba4bc25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.788672] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance 'c13205db-c3b6-4014-ba7e-340f800bdec0' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.986162] env[62312]: DEBUG nova.scheduler.client.report [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.024730] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521b7df4-19b0-3010-8a82-f1d631d29655, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.025604] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a826f21c-a8f6-4899-974f-76834389bcf6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.031523] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1389.031523] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52258fb3-2dd9-b182-53d6-ada56b154880" [ 1389.031523] env[62312]: _type = "Task" [ 1389.031523] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.041171] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52258fb3-2dd9-b182-53d6-ada56b154880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.115513] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.115513] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.115513] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1389.155271] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809280, 'name': Rename_Task, 'duration_secs': 0.151525} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.155271] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.155930] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3979976d-ffe3-4711-85c9-abe46d7c3e37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.165515] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1389.165515] env[62312]: value = "task-1809281" [ 1389.165515] env[62312]: _type = "Task" [ 1389.165515] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.174665] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.211128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "bcf8cd94-b380-41e6-8792-df66a2954952" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.211128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "bcf8cd94-b380-41e6-8792-df66a2954952" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.251358] env[62312]: DEBUG nova.network.neutron [-] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.298511] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.298511] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e7a272f-d086-4b51-994e-3168fe4c86a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.308649] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1389.308649] env[62312]: value = "task-1809282" [ 1389.308649] env[62312]: _type = "Task" [ 1389.308649] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.317374] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.492243] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.492978] env[62312]: DEBUG nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1389.496127] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.877s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.496391] env[62312]: DEBUG nova.objects.instance [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lazy-loading 'resources' on Instance uuid 4a4872eb-4451-4de0-a3ad-604595924ad9 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.543117] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52258fb3-2dd9-b182-53d6-ada56b154880, 'name': SearchDatastore_Task, 'duration_secs': 0.018121} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.545395] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.545395] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b20cb8cb-b813-40b3-8c78-bb413b702339/b20cb8cb-b813-40b3-8c78-bb413b702339.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.545395] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd18756-ff12-4112-94fa-7fcef3b7465f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.553710] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1389.553710] env[62312]: value = "task-1809283" [ 1389.553710] env[62312]: _type = "Task" [ 1389.553710] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.564892] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.602782] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.602782] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances with incomplete migration {{(pid=62312) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1389.675690] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.731128] env[62312]: DEBUG nova.compute.manager [req-38ceb3f7-39e2-432d-8d95-9753d890d7bd req-099ed52a-085b-4d42-a8f3-5b9074356e26 service nova] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Received event network-vif-deleted-f4e67b7b-5bf3-4a99-b8cf-684dc079bc80 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1389.756036] env[62312]: INFO nova.compute.manager [-] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Took 1.04 seconds to deallocate network for instance. [ 1389.823806] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809282, 'name': PowerOffVM_Task, 'duration_secs': 0.365054} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.825142] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.825142] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance 'c13205db-c3b6-4014-ba7e-340f800bdec0' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.000508] env[62312]: DEBUG nova.compute.utils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1390.008735] env[62312]: DEBUG nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1390.008735] env[62312]: DEBUG nova.network.neutron [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1390.070663] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.100897] env[62312]: DEBUG nova.policy [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66078c1002c44adb30e4d17d47af227', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a02698bd1e54e3f81647b60f078b82b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1390.184028] env[62312]: DEBUG oslo_vmware.api [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809281, 'name': PowerOnVM_Task, 'duration_secs': 0.943026} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.184028] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.184028] env[62312]: DEBUG nova.compute.manager [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.184028] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675e2ce9-f730-4f18-8d55-56a1ee4259e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.263222] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.333198] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.334635] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.334635] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.334635] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.334635] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.335458] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.335716] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.335874] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.336047] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.336215] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.336380] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.341909] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a4c7d5-77c1-4ef0-9781-5ac47b735208 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.362162] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1390.362162] env[62312]: value = "task-1809284" [ 1390.362162] env[62312]: _type = "Task" [ 1390.362162] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.371644] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.512870] env[62312]: DEBUG nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1390.539729] env[62312]: DEBUG nova.network.neutron [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Successfully created port: a6862b7c-50af-4dea-95e7-f56f1cd18c5d {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.573266] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730873} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.573562] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b20cb8cb-b813-40b3-8c78-bb413b702339/b20cb8cb-b813-40b3-8c78-bb413b702339.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.574597] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.574671] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-841bb68f-b22a-44d6-b21f-806b528cb06a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.586260] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1390.586260] env[62312]: value = "task-1809285" [ 1390.586260] env[62312]: _type = "Task" [ 1390.586260] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.597801] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.599402] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d87cf3-e42c-493f-aeb2-93da5026b3b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.607107] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4864f453-0ee4-4392-b088-6a449965a087 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.640606] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bdb244-8b45-4e18-a9d6-4face846b018 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.650045] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5cd792-6735-4430-88ce-38ca880941d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.666032] env[62312]: DEBUG nova.compute.provider_tree [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.705745] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.876504] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809284, 'name': ReconfigVM_Task, 'duration_secs': 0.329695} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.876795] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance 'c13205db-c3b6-4014-ba7e-340f800bdec0' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.097678] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138866} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.097952] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.098651] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45031e50-1eb9-47f8-a386-a5edf354cd70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.104232] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.134798] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] b20cb8cb-b813-40b3-8c78-bb413b702339/b20cb8cb-b813-40b3-8c78-bb413b702339.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.136598] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a338a32-e93d-474c-bfac-1a9e6ffe3263 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.162442] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1391.162442] env[62312]: value = "task-1809286" [ 1391.162442] env[62312]: _type = "Task" [ 1391.162442] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.169424] env[62312]: DEBUG nova.scheduler.client.report [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.178282] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.388478] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.390384] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.390384] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.390384] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.390384] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.390384] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.390659] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.390659] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.390659] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.390659] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.390916] env[62312]: DEBUG nova.virt.hardware [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.398030] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.398395] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b14971-104e-4009-b03b-cd61e1954986 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.424140] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1391.424140] env[62312]: value = "task-1809287" [ 1391.424140] env[62312]: _type = "Task" [ 1391.424140] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.435172] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.524210] env[62312]: DEBUG nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1391.575661] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.577282] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.577537] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.578038] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.579272] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.579622] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.579930] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.580179] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.580426] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.580632] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.580862] env[62312]: DEBUG nova.virt.hardware [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.581966] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dc4eb3-e70a-48fb-8abf-ea533a0e7d59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.592940] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e56de11-e5a9-4fff-9125-b87efb946d43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.636791] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.675854] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.680309] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.683338] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.860s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.683338] env[62312]: DEBUG nova.objects.instance [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Lazy-loading 'resources' on Instance uuid d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.717512] env[62312]: INFO nova.scheduler.client.report [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Deleted allocations for instance 4a4872eb-4451-4de0-a3ad-604595924ad9 [ 1391.934969] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809287, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.177441] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809286, 'name': ReconfigVM_Task, 'duration_secs': 0.59829} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.179849] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Reconfigured VM instance instance-00000013 to attach disk [datastore1] b20cb8cb-b813-40b3-8c78-bb413b702339/b20cb8cb-b813-40b3-8c78-bb413b702339.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.179849] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6f2399e-6f4c-4f44-8339-62590c87c1c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.191410] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1392.191410] env[62312]: value = "task-1809288" [ 1392.191410] env[62312]: _type = "Task" [ 1392.191410] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.202197] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809288, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.227952] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df2a38fd-f2ce-4cc2-b965-37c67e620884 tempest-ServersAaction247Test-1310722560 tempest-ServersAaction247Test-1310722560-project-member] Lock "4a4872eb-4451-4de0-a3ad-604595924ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.157s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.299644] env[62312]: INFO nova.compute.manager [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Rebuilding instance [ 1392.343807] env[62312]: DEBUG nova.compute.manager [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.344869] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29a5c02-78be-488e-b375-e2eebabf2359 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.439435] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809287, 'name': ReconfigVM_Task, 'duration_secs': 0.523392} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.439731] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.440890] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1657e26e-9afe-435a-acd3-c573288be615 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.467021] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c13205db-c3b6-4014-ba7e-340f800bdec0/c13205db-c3b6-4014-ba7e-340f800bdec0.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.471845] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89fb9085-c619-4a1d-a4c2-d4ad2bede84a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.494555] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1392.494555] env[62312]: value = "task-1809289" [ 1392.494555] env[62312]: _type = "Task" [ 1392.494555] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.511961] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.702106] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760f260-158d-479c-8802-ae816444fda8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.710444] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809288, 'name': Rename_Task, 'duration_secs': 0.215394} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.713363] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.713363] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e18437-cfeb-480b-9057-21ae20272181 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.715527] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30960f68-cd29-43a8-9004-c445a9ff76f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.758792] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e6cfae-3562-4361-9a03-c8276bba85bd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.762377] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1392.762377] env[62312]: value = "task-1809290" [ 1392.762377] env[62312]: _type = "Task" [ 1392.762377] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.770564] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f238e812-f012-439b-bdd2-4794b9eeabe1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.778874] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.797596] env[62312]: DEBUG nova.compute.provider_tree [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.856229] env[62312]: DEBUG nova.network.neutron [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Successfully updated port: a6862b7c-50af-4dea-95e7-f56f1cd18c5d {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.008201] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809289, 'name': ReconfigVM_Task, 'duration_secs': 0.453069} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.008201] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c13205db-c3b6-4014-ba7e-340f800bdec0/c13205db-c3b6-4014-ba7e-340f800bdec0.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.008201] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance 'c13205db-c3b6-4014-ba7e-340f800bdec0' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.111931] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296727b-bbee-872b-4376-e7c2e9cef41c/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1393.112964] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d963dd7-6b9a-4f61-b18d-0eaba80707b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.120724] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296727b-bbee-872b-4376-e7c2e9cef41c/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1393.120918] env[62312]: ERROR oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296727b-bbee-872b-4376-e7c2e9cef41c/disk-0.vmdk due to incomplete transfer. [ 1393.121163] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c398d51-c0c8-4789-9e01-6671e64b607b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.129383] env[62312]: DEBUG oslo_vmware.rw_handles [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296727b-bbee-872b-4376-e7c2e9cef41c/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1393.129603] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Uploaded image 7fe5e535-a8f2-4e57-beac-59cb44d7708a to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1393.131716] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1393.131967] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfbc0261-8d69-4258-8223-10fc41c4a464 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.139558] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1393.139558] env[62312]: value = "task-1809291" [ 1393.139558] env[62312]: _type = "Task" [ 1393.139558] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.150101] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809291, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.223282] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.223600] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.273561] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.301184] env[62312]: DEBUG nova.scheduler.client.report [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.365710] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "refresh_cache-4e1d43ea-cd82-4a68-80c6-71d698ceb992" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.365891] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "refresh_cache-4e1d43ea-cd82-4a68-80c6-71d698ceb992" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.366040] env[62312]: DEBUG nova.network.neutron [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.367402] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.367886] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e32f989-9e2b-4254-a2fb-5666bd41e843 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.376929] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1393.376929] env[62312]: value = "task-1809292" [ 1393.376929] env[62312]: _type = "Task" [ 1393.376929] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.387360] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.519094] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1920875-68fc-4470-8066-3ae64ed059ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.547476] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf064e50-3495-4f59-8cd5-e67856f638b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.569799] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance 'c13205db-c3b6-4014-ba7e-340f800bdec0' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.575503] env[62312]: DEBUG nova.compute.manager [req-f97a0e43-8b9b-4c7f-ad2c-ebee40b1904f req-b54e6394-f093-4bb9-b1ec-ceb059bd2d61 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Received event network-vif-plugged-a6862b7c-50af-4dea-95e7-f56f1cd18c5d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1393.575714] env[62312]: DEBUG oslo_concurrency.lockutils [req-f97a0e43-8b9b-4c7f-ad2c-ebee40b1904f req-b54e6394-f093-4bb9-b1ec-ceb059bd2d61 service nova] Acquiring lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.575916] env[62312]: DEBUG oslo_concurrency.lockutils [req-f97a0e43-8b9b-4c7f-ad2c-ebee40b1904f req-b54e6394-f093-4bb9-b1ec-ceb059bd2d61 service nova] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.576095] env[62312]: DEBUG oslo_concurrency.lockutils [req-f97a0e43-8b9b-4c7f-ad2c-ebee40b1904f req-b54e6394-f093-4bb9-b1ec-ceb059bd2d61 service nova] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.576264] env[62312]: DEBUG nova.compute.manager [req-f97a0e43-8b9b-4c7f-ad2c-ebee40b1904f req-b54e6394-f093-4bb9-b1ec-ceb059bd2d61 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] No waiting events found dispatching network-vif-plugged-a6862b7c-50af-4dea-95e7-f56f1cd18c5d {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.576415] env[62312]: WARNING nova.compute.manager [req-f97a0e43-8b9b-4c7f-ad2c-ebee40b1904f req-b54e6394-f093-4bb9-b1ec-ceb059bd2d61 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Received unexpected event network-vif-plugged-a6862b7c-50af-4dea-95e7-f56f1cd18c5d for instance with vm_state building and task_state spawning. [ 1393.654672] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809291, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.779147] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.807066] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.811582] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.265s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.814791] env[62312]: INFO nova.compute.claims [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.851077] env[62312]: INFO nova.scheduler.client.report [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Deleted allocations for instance d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b [ 1393.894036] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809292, 'name': PowerOffVM_Task, 'duration_secs': 0.114683} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.894036] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.894036] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.894753] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686fde08-3d7e-47e8-8613-d69132ba657f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.905492] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.905792] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c3ba8e-130f-46f0-8e86-a92753548ec1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.923191] env[62312]: DEBUG nova.network.neutron [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.938449] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.938698] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.938877] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Deleting the datastore file [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.939160] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f0f48b4-60d9-4b41-9480-a130789743af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.947368] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1393.947368] env[62312]: value = "task-1809294" [ 1393.947368] env[62312]: _type = "Task" [ 1393.947368] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.965978] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.151100] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809291, 'name': Destroy_Task, 'duration_secs': 0.595403} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.151397] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Destroyed the VM [ 1394.151727] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1394.151991] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c24abd73-987b-4e43-ae2c-feddbf9bd52e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.163165] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1394.163165] env[62312]: value = "task-1809295" [ 1394.163165] env[62312]: _type = "Task" [ 1394.163165] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.174237] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809295, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.208093] env[62312]: DEBUG nova.network.neutron [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Port 0548e94f-df0a-4b9b-8268-6a78d435484e binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1394.271293] env[62312]: DEBUG nova.network.neutron [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Updating instance_info_cache with network_info: [{"id": "a6862b7c-50af-4dea-95e7-f56f1cd18c5d", "address": "fa:16:3e:12:6a:8b", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6862b7c-50", "ovs_interfaceid": "a6862b7c-50af-4dea-95e7-f56f1cd18c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.279083] env[62312]: DEBUG oslo_vmware.api [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809290, 'name': PowerOnVM_Task, 'duration_secs': 1.456858} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.279408] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.279648] env[62312]: INFO nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1394.279961] env[62312]: DEBUG nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.280672] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef3eb89-cdca-48ba-8f5e-f5870ab96a78 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.366331] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0b93f62c-d073-4721-8c30-e5552e4b3351 tempest-DeleteServersAdminTestJSON-712703056 tempest-DeleteServersAdminTestJSON-712703056-project-admin] Lock "d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.037s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.460212] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092795} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.460490] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.460667] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.460864] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.679412] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809295, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.774526] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "refresh_cache-4e1d43ea-cd82-4a68-80c6-71d698ceb992" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.775136] env[62312]: DEBUG nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Instance network_info: |[{"id": "a6862b7c-50af-4dea-95e7-f56f1cd18c5d", "address": "fa:16:3e:12:6a:8b", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6862b7c-50", "ovs_interfaceid": "a6862b7c-50af-4dea-95e7-f56f1cd18c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1394.775805] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6a:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6862b7c-50af-4dea-95e7-f56f1cd18c5d', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.785554] env[62312]: DEBUG oslo.service.loopingcall [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.787210] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.787629] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-536fc9ec-9d22-4c0d-bac2-5f1be2053f2b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.824954] env[62312]: INFO nova.compute.manager [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Took 36.54 seconds to build instance. [ 1394.831978] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.831978] env[62312]: value = "task-1809296" [ 1394.831978] env[62312]: _type = "Task" [ 1394.831978] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.843630] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809296, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.181943] env[62312]: DEBUG oslo_vmware.api [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809295, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59188} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.181943] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1395.181943] env[62312]: INFO nova.compute.manager [None req-150c377a-218b-4649-9baa-d13af2155582 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 1395.246196] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.246273] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.247390] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.326529] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c82082f-293e-40a4-b2a0-d17fcbb3a513 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.694s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.342322] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ff6437-c675-43ea-abd3-da483d3bc271 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.350200] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809296, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.357974] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273cd09-ed3f-4d21-a4c7-533d7f871928 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.398952] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede7e69c-9d02-48a0-ba0c-51bae337e8e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.406543] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6712c-62de-4877-b5bb-a9b54ff4834c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.425861] env[62312]: DEBUG nova.compute.provider_tree [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.464493] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "0a5926ae-9200-4b62-86f0-3efea856792e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.464856] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "0a5926ae-9200-4b62-86f0-3efea856792e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.506503] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.506837] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.507042] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.507242] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.507391] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.507539] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.507773] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.507992] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.508123] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.508478] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.508478] env[62312]: DEBUG nova.virt.hardware [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.510991] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0f21b5-9018-4690-bb1a-0c7599399413 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.519744] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08daa8e3-6a07-4d97-bdbb-4bad3b482297 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.541463] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.550456] env[62312]: DEBUG oslo.service.loopingcall [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.552814] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.552814] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afd6626e-47d2-4dbf-98e5-b9fd10b43713 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.571167] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.571167] env[62312]: value = "task-1809297" [ 1395.571167] env[62312]: _type = "Task" [ 1395.571167] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.581252] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809297, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.830219] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.851257] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809296, 'name': CreateVM_Task, 'duration_secs': 0.682247} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.853188] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.853188] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.853188] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.853188] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.853888] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277e3eff-0ac2-4de5-a6bf-79fe9d82be4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.860455] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1395.860455] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526b1f48-3cab-9336-4e5f-a9ff8d40c077" [ 1395.860455] env[62312]: _type = "Task" [ 1395.860455] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.873068] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526b1f48-3cab-9336-4e5f-a9ff8d40c077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.876117] env[62312]: DEBUG nova.compute.manager [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Received event network-changed-a6862b7c-50af-4dea-95e7-f56f1cd18c5d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1395.876117] env[62312]: DEBUG nova.compute.manager [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Refreshing instance network info cache due to event network-changed-a6862b7c-50af-4dea-95e7-f56f1cd18c5d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1395.876266] env[62312]: DEBUG oslo_concurrency.lockutils [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] Acquiring lock "refresh_cache-4e1d43ea-cd82-4a68-80c6-71d698ceb992" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.876402] env[62312]: DEBUG oslo_concurrency.lockutils [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] Acquired lock "refresh_cache-4e1d43ea-cd82-4a68-80c6-71d698ceb992" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.876643] env[62312]: DEBUG nova.network.neutron [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Refreshing network info cache for port a6862b7c-50af-4dea-95e7-f56f1cd18c5d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.929011] env[62312]: DEBUG nova.scheduler.client.report [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.088321] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809297, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.331177] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.331712] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.333060] env[62312]: DEBUG nova.network.neutron [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.376180] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.382654] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526b1f48-3cab-9336-4e5f-a9ff8d40c077, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.382871] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.383120] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.383364] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.383490] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.383659] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.384238] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf8e698-a953-4dea-b2bb-4debf746e00e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.398875] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.399091] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.399925] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46214a14-41c6-41cb-b5aa-6b07d4cba84a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.406792] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1396.406792] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524148a2-50c1-9f22-3b33-461e2d3bc25f" [ 1396.406792] env[62312]: _type = "Task" [ 1396.406792] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.415588] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524148a2-50c1-9f22-3b33-461e2d3bc25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.434606] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.435141] env[62312]: DEBUG nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.440382] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.369s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.441891] env[62312]: INFO nova.compute.claims [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.583573] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809297, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.736567] env[62312]: DEBUG nova.network.neutron [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Updated VIF entry in instance network info cache for port a6862b7c-50af-4dea-95e7-f56f1cd18c5d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.736567] env[62312]: DEBUG nova.network.neutron [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Updating instance_info_cache with network_info: [{"id": "a6862b7c-50af-4dea-95e7-f56f1cd18c5d", "address": "fa:16:3e:12:6a:8b", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6862b7c-50", "ovs_interfaceid": "a6862b7c-50af-4dea-95e7-f56f1cd18c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.925420] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524148a2-50c1-9f22-3b33-461e2d3bc25f, 'name': SearchDatastore_Task, 'duration_secs': 0.038394} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.926062] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff48587-6af2-4bff-ae1b-f2b9b22013d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.934872] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1396.934872] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5219220a-5376-e6e4-2f37-eb6297285df8" [ 1396.934872] env[62312]: _type = "Task" [ 1396.934872] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.945818] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5219220a-5376-e6e4-2f37-eb6297285df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.951085] env[62312]: DEBUG nova.compute.utils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.952346] env[62312]: DEBUG nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.952489] env[62312]: DEBUG nova.network.neutron [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.088008] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809297, 'name': CreateVM_Task, 'duration_secs': 1.334145} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.088406] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.088887] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.089091] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.089493] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.090086] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2a08ee-d74b-48be-8eb7-136d4c1690e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.099187] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1397.099187] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5285a195-81e1-4af7-b5e0-a1e050c3c786" [ 1397.099187] env[62312]: _type = "Task" [ 1397.099187] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.108961] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5285a195-81e1-4af7-b5e0-a1e050c3c786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.238483] env[62312]: DEBUG oslo_concurrency.lockutils [req-10f8ef57-c6c9-4ed6-a30e-5a51a066fdb3 req-2bef75bc-a95c-459d-8b9a-91f01061ef66 service nova] Releasing lock "refresh_cache-4e1d43ea-cd82-4a68-80c6-71d698ceb992" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.264983] env[62312]: DEBUG nova.policy [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66aebd3013594a5cbb844dbf4d3446ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e78010701394c099875c517032e18c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.456965] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5219220a-5376-e6e4-2f37-eb6297285df8, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.461020] env[62312]: DEBUG nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.461304] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.464120] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 4e1d43ea-cd82-4a68-80c6-71d698ceb992/4e1d43ea-cd82-4a68-80c6-71d698ceb992.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.464120] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f4c45ee-5fde-4e53-83da-56a2632163cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.474359] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1397.474359] env[62312]: value = "task-1809298" [ 1397.474359] env[62312]: _type = "Task" [ 1397.474359] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.498449] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.557021] env[62312]: DEBUG nova.network.neutron [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [{"id": "0548e94f-df0a-4b9b-8268-6a78d435484e", "address": "fa:16:3e:97:ff:9b", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548e94f-df", "ovs_interfaceid": "0548e94f-df0a-4b9b-8268-6a78d435484e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.622973] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5285a195-81e1-4af7-b5e0-a1e050c3c786, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.623402] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.623949] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.624227] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.624799] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.624799] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.624931] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2da2df1-c175-4c8d-b24b-3f9d4068465c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.643748] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.643748] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.648554] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6169653-5216-4e6d-a84a-4ec54cf78efd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.657022] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1397.657022] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5291bbde-4d23-6370-bd24-cd080642374d" [ 1397.657022] env[62312]: _type = "Task" [ 1397.657022] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.665637] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5291bbde-4d23-6370-bd24-cd080642374d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.877598] env[62312]: DEBUG nova.network.neutron [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Successfully created port: 2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.993746] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.062683] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.098981] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3b03c-d866-4f2f-81b1-a2a1a3a70962 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.109314] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d826f8-edb4-4e14-b9d4-d142f926c859 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.144552] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7f2e39-b060-4938-915f-c2581492a8e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.153661] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfacca4-ae42-409e-868e-07af8a497d1c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.186519] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5291bbde-4d23-6370-bd24-cd080642374d, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.187670] env[62312]: DEBUG nova.compute.provider_tree [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.188868] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503ac264-6281-4b89-8bf9-b9dd7a173cd7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.197774] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1398.197774] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520bd761-87be-3d39-b574-3dddf56488c8" [ 1398.197774] env[62312]: _type = "Task" [ 1398.197774] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.208896] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520bd761-87be-3d39-b574-3dddf56488c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.469221] env[62312]: DEBUG nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.489063] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644215} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.491333] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 4e1d43ea-cd82-4a68-80c6-71d698ceb992/4e1d43ea-cd82-4a68-80c6-71d698ceb992.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.491555] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.492257] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d05e7950-83f0-4bbf-94a4-af81267eb838 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.500716] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.500834] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.501050] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.501250] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.501394] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.501536] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.501738] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.501896] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.502067] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.503171] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.503171] env[62312]: DEBUG nova.virt.hardware [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.503297] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5291737-dfa3-4cc9-9678-298a3a8cfe66 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.507563] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1398.507563] env[62312]: value = "task-1809299" [ 1398.507563] env[62312]: _type = "Task" [ 1398.507563] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.515336] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8c2cd8-3d06-42e1-9849-594620c0b8fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.523867] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.591282] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374abc15-a540-4e07-b5c4-87c649dc52af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.619596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89f6c3-b2a4-4def-8c91-cee7e48430b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.632430] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance 'c13205db-c3b6-4014-ba7e-340f800bdec0' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.693716] env[62312]: DEBUG nova.scheduler.client.report [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.712428] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520bd761-87be-3d39-b574-3dddf56488c8, 'name': SearchDatastore_Task, 'duration_secs': 0.014874} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.713518] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.714196] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.715184] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9020e8-5844-4bd0-8d94-09a454d543a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.725793] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1398.725793] env[62312]: value = "task-1809300" [ 1398.725793] env[62312]: _type = "Task" [ 1398.725793] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.739549] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.021544] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094525} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.021889] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.022988] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd9c28-0f31-4492-b664-d2d137db0b90 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.051992] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 4e1d43ea-cd82-4a68-80c6-71d698ceb992/4e1d43ea-cd82-4a68-80c6-71d698ceb992.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.053713] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd88e580-abc8-4696-9807-95128effdc59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.082886] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1399.082886] env[62312]: value = "task-1809301" [ 1399.082886] env[62312]: _type = "Task" [ 1399.082886] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.094208] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.141827] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.142193] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e73a3cf-c702-4fb8-b52e-f8c813b13ed0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.154944] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1399.154944] env[62312]: value = "task-1809302" [ 1399.154944] env[62312]: _type = "Task" [ 1399.154944] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.177993] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.184718] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.185999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.204357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.204726] env[62312]: DEBUG nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.208082] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.535s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.210712] env[62312]: INFO nova.compute.claims [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.243772] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "35979957-c1a5-4250-a16d-0eb2907da195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.244047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "35979957-c1a5-4250-a16d-0eb2907da195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.244270] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.523456] env[62312]: DEBUG nova.network.neutron [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Successfully updated port: 2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.573044] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "3c27d92d-5072-4d12-aa5e-60336dad1c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.573317] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.573526] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "3c27d92d-5072-4d12-aa5e-60336dad1c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.573706] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.573873] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.580310] env[62312]: INFO nova.compute.manager [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Terminating instance [ 1399.594926] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.670022] env[62312]: DEBUG oslo_vmware.api [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809302, 'name': PowerOnVM_Task, 'duration_secs': 0.471152} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.670022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.670022] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5aa30-5d55-4f14-8a72-a0ae7b19bef4 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance 'c13205db-c3b6-4014-ba7e-340f800bdec0' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.709197] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "182e865c-3256-44e6-b642-b1f078f64ad5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.709494] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "182e865c-3256-44e6-b642-b1f078f64ad5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.718563] env[62312]: DEBUG nova.compute.utils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1399.721333] env[62312]: DEBUG nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1399.721547] env[62312]: DEBUG nova.network.neutron [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1399.745935] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558961} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.746247] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.746464] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.746990] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-392d3cbf-b761-4b3b-88b9-5bedec3f8bcc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.758179] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1399.758179] env[62312]: value = "task-1809303" [ 1399.758179] env[62312]: _type = "Task" [ 1399.758179] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.768908] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.784200] env[62312]: DEBUG nova.policy [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2e03a56ac7a4233ab911965e564eaf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '044a81ceeafa4b438a712e4e32daf70b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.027465] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.027611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.027774] env[62312]: DEBUG nova.network.neutron [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.093023] env[62312]: DEBUG nova.compute.manager [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.093023] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.093023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a269cbe-8e8b-4ad4-b2e9-3bf2bc323671 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.104666] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.110201] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b662028f-7bcb-47c4-bb15-f303652d3d3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.112558] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809301, 'name': ReconfigVM_Task, 'duration_secs': 0.781583} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.115458] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 4e1d43ea-cd82-4a68-80c6-71d698ceb992/4e1d43ea-cd82-4a68-80c6-71d698ceb992.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.115928] env[62312]: DEBUG nova.compute.manager [req-fbf880e1-e816-4d4c-a5e0-1d4c4d2ccfaf req-b9d68a47-0a36-4c2b-a473-08b8524dcf6a service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Received event network-vif-plugged-2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1400.115928] env[62312]: DEBUG oslo_concurrency.lockutils [req-fbf880e1-e816-4d4c-a5e0-1d4c4d2ccfaf req-b9d68a47-0a36-4c2b-a473-08b8524dcf6a service nova] Acquiring lock "a84a6c96-9625-4f81-8781-09ee831d8bfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.115928] env[62312]: DEBUG oslo_concurrency.lockutils [req-fbf880e1-e816-4d4c-a5e0-1d4c4d2ccfaf req-b9d68a47-0a36-4c2b-a473-08b8524dcf6a service nova] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.116064] env[62312]: DEBUG oslo_concurrency.lockutils [req-fbf880e1-e816-4d4c-a5e0-1d4c4d2ccfaf req-b9d68a47-0a36-4c2b-a473-08b8524dcf6a service nova] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.116232] env[62312]: DEBUG nova.compute.manager [req-fbf880e1-e816-4d4c-a5e0-1d4c4d2ccfaf req-b9d68a47-0a36-4c2b-a473-08b8524dcf6a service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] No waiting events found dispatching network-vif-plugged-2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.116553] env[62312]: WARNING nova.compute.manager [req-fbf880e1-e816-4d4c-a5e0-1d4c4d2ccfaf req-b9d68a47-0a36-4c2b-a473-08b8524dcf6a service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Received unexpected event network-vif-plugged-2d5cb65d-200a-4579-a3ea-e92ee07da922 for instance with vm_state building and task_state spawning. [ 1400.117077] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3851204f-2818-4756-8073-9d459145031c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.125840] env[62312]: DEBUG oslo_vmware.api [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1400.125840] env[62312]: value = "task-1809304" [ 1400.125840] env[62312]: _type = "Task" [ 1400.125840] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.126229] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1400.126229] env[62312]: value = "task-1809305" [ 1400.126229] env[62312]: _type = "Task" [ 1400.126229] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.137250] env[62312]: DEBUG nova.network.neutron [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Successfully created port: d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.144976] env[62312]: DEBUG oslo_vmware.api [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.148016] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809305, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.222421] env[62312]: DEBUG nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.279019] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104185} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.282961] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.285292] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e90757-dfb0-4979-a5ec-b51f918daf9c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.312355] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.315683] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5244746-fe5f-4e05-b8c7-09946cad2276 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.341623] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1400.341623] env[62312]: value = "task-1809306" [ 1400.341623] env[62312]: _type = "Task" [ 1400.341623] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.351391] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.571866] env[62312]: DEBUG nova.network.neutron [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.641064] env[62312]: DEBUG oslo_vmware.api [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809304, 'name': PowerOffVM_Task, 'duration_secs': 0.446732} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.641960] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.641960] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.642469] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c9d640d-0f8c-4417-a2a0-7c750bd8746d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.651200] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809305, 'name': Rename_Task, 'duration_secs': 0.369343} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.653029] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.656199] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a0d53c-3135-4d95-a144-79db51b12cb1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.658389] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.658635] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.672314] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1400.672314] env[62312]: value = "task-1809308" [ 1400.672314] env[62312]: _type = "Task" [ 1400.672314] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.687294] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.753571] env[62312]: DEBUG nova.network.neutron [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Updating instance_info_cache with network_info: [{"id": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "address": "fa:16:3e:2d:6b:c8", "network": {"id": "2257b20e-f8fd-42cc-9ebd-7c81dd689e3d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-151017236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e78010701394c099875c517032e18c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5cb65d-20", "ovs_interfaceid": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.815859] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcd84fb-561d-423e-a437-166cea683500 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.824433] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c1a7e0-f21a-47c5-9733-5dd9cfc82d84 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.869555] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f66b3d-3c82-43e6-8ce0-a11ece017acd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.880305] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.881746] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11311b19-ecb2-4912-8d0a-f389db0e41b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.898284] env[62312]: DEBUG nova.compute.provider_tree [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.184987] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.217253] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.217557] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.217710] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Deleting the datastore file [datastore1] 3c27d92d-5072-4d12-aa5e-60336dad1c41 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.217999] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4258b02-8cb3-4e1e-9b75-fb4ade0e4d09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.226352] env[62312]: DEBUG oslo_vmware.api [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for the task: (returnval){ [ 1401.226352] env[62312]: value = "task-1809309" [ 1401.226352] env[62312]: _type = "Task" [ 1401.226352] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.235564] env[62312]: DEBUG oslo_vmware.api [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.240828] env[62312]: DEBUG nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.258027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Releasing lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.258382] env[62312]: DEBUG nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Instance network_info: |[{"id": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "address": "fa:16:3e:2d:6b:c8", "network": {"id": "2257b20e-f8fd-42cc-9ebd-7c81dd689e3d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-151017236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e78010701394c099875c517032e18c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5cb65d-20", "ovs_interfaceid": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.258867] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:6b:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d5cb65d-200a-4579-a3ea-e92ee07da922', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.266823] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Creating folder: Project (2e78010701394c099875c517032e18c9). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.270138] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b4cb7f-0053-4c6d-a1cf-0aae66b38e8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.278212] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.278613] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.278782] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.278990] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.279182] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.279335] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.279547] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.279711] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.279911] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.280103] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.280280] env[62312]: DEBUG nova.virt.hardware [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.281196] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f2d68-9c6a-4674-aa2a-d064de11c327 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.286909] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Created folder: Project (2e78010701394c099875c517032e18c9) in parent group-v374919. [ 1401.287151] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Creating folder: Instances. Parent ref: group-v374991. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.290165] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-261e308c-b514-4b24-aeca-11f59b25d6f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.292533] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.292770] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.296548] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7692078-c4f5-43d6-b6a5-961dbc1c0065 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.314652] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Created folder: Instances in parent group-v374991. [ 1401.314923] env[62312]: DEBUG oslo.service.loopingcall [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.315166] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.315335] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a58c9796-6c30-4799-8fe1-0aef5105331a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.336678] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.336678] env[62312]: value = "task-1809312" [ 1401.336678] env[62312]: _type = "Task" [ 1401.336678] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.345117] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809312, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.379526] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809306, 'name': ReconfigVM_Task, 'duration_secs': 0.82426} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.379929] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6/602f4c47-5428-41df-bc84-9b903a03d3c6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.380562] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a8679aa-5aa3-4ffc-8604-30a00b66c984 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.388671] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1401.388671] env[62312]: value = "task-1809313" [ 1401.388671] env[62312]: _type = "Task" [ 1401.388671] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.399074] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809313, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.401148] env[62312]: DEBUG nova.scheduler.client.report [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.685165] env[62312]: DEBUG oslo_vmware.api [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809308, 'name': PowerOnVM_Task, 'duration_secs': 0.821181} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.685477] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.685679] env[62312]: INFO nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1401.685970] env[62312]: DEBUG nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.686927] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444bb512-3b31-4c56-b63a-560f3637e53f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.700025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "c13205db-c3b6-4014-ba7e-340f800bdec0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.700025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.700025] env[62312]: DEBUG nova.compute.manager [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Going to confirm migration 1 {{(pid=62312) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1401.729639] env[62312]: DEBUG nova.network.neutron [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Successfully updated port: d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1401.746604] env[62312]: DEBUG oslo_vmware.api [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Task: {'id': task-1809309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163149} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.747435] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.747717] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.747963] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.748210] env[62312]: INFO nova.compute.manager [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1401.748545] env[62312]: DEBUG oslo.service.loopingcall [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.749120] env[62312]: DEBUG nova.compute.manager [-] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.749209] env[62312]: DEBUG nova.network.neutron [-] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.849123] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809312, 'name': CreateVM_Task, 'duration_secs': 0.451886} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.850027] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.850727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.851869] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.851869] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.851869] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08381196-ad73-4f66-ac0a-d62808e99d52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.858526] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1401.858526] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5253656b-869b-eb5e-1f96-a8850a103b04" [ 1401.858526] env[62312]: _type = "Task" [ 1401.858526] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.867637] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5253656b-869b-eb5e-1f96-a8850a103b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.901050] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809313, 'name': Rename_Task, 'duration_secs': 0.19094} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.901050] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.901050] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3f8f35-a6c1-4381-ae09-f6003736baa1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.909162] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.909162] env[62312]: DEBUG nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.913940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.106s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.918570] env[62312]: INFO nova.compute.claims [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.918570] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Waiting for the task: (returnval){ [ 1401.918570] env[62312]: value = "task-1809314" [ 1401.918570] env[62312]: _type = "Task" [ 1401.918570] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.928381] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.147491] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Received event network-changed-2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1402.147705] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Refreshing instance network info cache due to event network-changed-2d5cb65d-200a-4579-a3ea-e92ee07da922. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1402.147934] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Acquiring lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.148064] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Acquired lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.148232] env[62312]: DEBUG nova.network.neutron [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Refreshing network info cache for port 2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.210322] env[62312]: INFO nova.compute.manager [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Took 42.78 seconds to build instance. [ 1402.238750] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.238937] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquired lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.239110] env[62312]: DEBUG nova.network.neutron [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.294222] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.294422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.294599] env[62312]: DEBUG nova.network.neutron [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.294783] env[62312]: DEBUG nova.objects.instance [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lazy-loading 'info_cache' on Instance uuid c13205db-c3b6-4014-ba7e-340f800bdec0 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.369572] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5253656b-869b-eb5e-1f96-a8850a103b04, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.369920] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.370290] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.370562] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.370728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.370943] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.371260] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd4535dc-924d-4972-b03d-03e45aa46504 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.382114] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.382325] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.383432] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53e9efd-4971-4071-bad4-699cc4cf0421 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.390054] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1402.390054] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526f7d16-7f45-0df6-697b-a85a8955db2b" [ 1402.390054] env[62312]: _type = "Task" [ 1402.390054] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.399231] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526f7d16-7f45-0df6-697b-a85a8955db2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.421524] env[62312]: DEBUG nova.compute.utils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.425292] env[62312]: DEBUG nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.425481] env[62312]: DEBUG nova.network.neutron [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.437294] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.469727] env[62312]: DEBUG nova.policy [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3ef85620224b54bff5fedd6f591a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cf152156f614ef894f505295e2605b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.537053] env[62312]: DEBUG nova.network.neutron [-] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.712086] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c75e7c6d-8d46-470c-9001-f0bc5e586ce2 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.227s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.805774] env[62312]: DEBUG nova.network.neutron [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.811485] env[62312]: DEBUG nova.network.neutron [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Successfully created port: 825999b3-ce27-43e2-beeb-f788593b6bf1 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.905241] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526f7d16-7f45-0df6-697b-a85a8955db2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.909139] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec9eb7e-a5a3-4aee-a00e-aca79d88bab1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.914669] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1402.914669] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529c7174-3357-bf35-c019-758374d7f130" [ 1402.914669] env[62312]: _type = "Task" [ 1402.914669] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.928122] env[62312]: DEBUG nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1402.930672] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529c7174-3357-bf35-c019-758374d7f130, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.938262] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.938335] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a84a6c96-9625-4f81-8781-09ee831d8bfe/a84a6c96-9625-4f81-8781-09ee831d8bfe.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.941028] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2520db7-27f8-4a0d-bf2a-6d9bcb17d9b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.947999] env[62312]: DEBUG oslo_vmware.api [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Task: {'id': task-1809314, 'name': PowerOnVM_Task, 'duration_secs': 0.716441} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.949665] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.949911] env[62312]: DEBUG nova.compute.manager [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.950307] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1402.950307] env[62312]: value = "task-1809315" [ 1402.950307] env[62312]: _type = "Task" [ 1402.950307] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.951109] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6540f3-315c-4b3e-a6e5-4efff3df3afb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.972465] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.039139] env[62312]: INFO nova.compute.manager [-] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Took 1.29 seconds to deallocate network for instance. [ 1403.117171] env[62312]: DEBUG nova.network.neutron [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Updated VIF entry in instance network info cache for port 2d5cb65d-200a-4579-a3ea-e92ee07da922. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.117596] env[62312]: DEBUG nova.network.neutron [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Updating instance_info_cache with network_info: [{"id": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "address": "fa:16:3e:2d:6b:c8", "network": {"id": "2257b20e-f8fd-42cc-9ebd-7c81dd689e3d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-151017236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e78010701394c099875c517032e18c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5cb65d-20", "ovs_interfaceid": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.160201] env[62312]: DEBUG nova.network.neutron [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updating instance_info_cache with network_info: [{"id": "d1e10745-8b21-4335-8cb3-3e0739945e17", "address": "fa:16:3e:53:50:bd", "network": {"id": "c41f9d55-e277-44e9-896e-a5d42cf92125", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-154509174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044a81ceeafa4b438a712e4e32daf70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e10745-8b", "ovs_interfaceid": "d1e10745-8b21-4335-8cb3-3e0739945e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.214503] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.383494] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "75d8232c-3dee-48f6-8abd-60581f4abd44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.384122] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.480939] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506054} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.480939] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a84a6c96-9625-4f81-8781-09ee831d8bfe/a84a6c96-9625-4f81-8781-09ee831d8bfe.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.480939] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.480939] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1593d5c4-793f-454f-b04e-092617bf6dab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.485714] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.493404] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1403.493404] env[62312]: value = "task-1809316" [ 1403.493404] env[62312]: _type = "Task" [ 1403.493404] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.508965] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.528158] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d69d1ab-ae8c-4c5a-8f67-721a509aa8e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.538401] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cd825b-dedb-45bb-8c92-7275866a5255 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.546183] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.548486] env[62312]: DEBUG nova.network.neutron [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [{"id": "0548e94f-df0a-4b9b-8268-6a78d435484e", "address": "fa:16:3e:97:ff:9b", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548e94f-df", "ovs_interfaceid": "0548e94f-df0a-4b9b-8268-6a78d435484e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.578744] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.578938] env[62312]: DEBUG nova.objects.instance [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lazy-loading 'migration_context' on Instance uuid c13205db-c3b6-4014-ba7e-340f800bdec0 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.580456] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcf3937-c3f1-4b34-9b56-c8dd328872a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.590108] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdac0c28-8747-47d5-ac1f-edefbed79292 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.604911] env[62312]: DEBUG nova.compute.provider_tree [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.620343] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Releasing lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.620566] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Received event network-vif-plugged-d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1403.620761] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Acquiring lock "18199893-4be7-41c8-b5a7-319a6c1da49f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.620966] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.621144] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.621308] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] No waiting events found dispatching network-vif-plugged-d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1403.621474] env[62312]: WARNING nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Received unexpected event network-vif-plugged-d1e10745-8b21-4335-8cb3-3e0739945e17 for instance with vm_state building and task_state spawning. [ 1403.621636] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Received event network-changed-d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1403.621790] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Refreshing instance network info cache due to event network-changed-d1e10745-8b21-4335-8cb3-3e0739945e17. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1403.621969] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Acquiring lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.662519] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Releasing lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.663433] env[62312]: DEBUG nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Instance network_info: |[{"id": "d1e10745-8b21-4335-8cb3-3e0739945e17", "address": "fa:16:3e:53:50:bd", "network": {"id": "c41f9d55-e277-44e9-896e-a5d42cf92125", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-154509174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044a81ceeafa4b438a712e4e32daf70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e10745-8b", "ovs_interfaceid": "d1e10745-8b21-4335-8cb3-3e0739945e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1403.663433] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Acquired lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.663602] env[62312]: DEBUG nova.network.neutron [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Refreshing network info cache for port d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.665028] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:50:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1e10745-8b21-4335-8cb3-3e0739945e17', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.672238] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Creating folder: Project (044a81ceeafa4b438a712e4e32daf70b). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.674980] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a93b15-ec21-41a8-b89b-48006f3a2da4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.703706] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Created folder: Project (044a81ceeafa4b438a712e4e32daf70b) in parent group-v374919. [ 1403.703934] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Creating folder: Instances. Parent ref: group-v374994. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1403.706321] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3957ff42-ccaa-46bc-84f9-1a71746b5736 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.718598] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Created folder: Instances in parent group-v374994. [ 1403.718598] env[62312]: DEBUG oslo.service.loopingcall [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.721065] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.721259] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2df33b02-a3c0-430d-87bb-6c5427ccc934 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.745923] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.745923] env[62312]: value = "task-1809319" [ 1403.745923] env[62312]: _type = "Task" [ 1403.745923] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.752606] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.758330] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809319, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.926678] env[62312]: DEBUG nova.network.neutron [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updated VIF entry in instance network info cache for port d1e10745-8b21-4335-8cb3-3e0739945e17. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.927114] env[62312]: DEBUG nova.network.neutron [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updating instance_info_cache with network_info: [{"id": "d1e10745-8b21-4335-8cb3-3e0739945e17", "address": "fa:16:3e:53:50:bd", "network": {"id": "c41f9d55-e277-44e9-896e-a5d42cf92125", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-154509174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044a81ceeafa4b438a712e4e32daf70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e10745-8b", "ovs_interfaceid": "d1e10745-8b21-4335-8cb3-3e0739945e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.948884] env[62312]: DEBUG nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.973582] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "602f4c47-5428-41df-bc84-9b903a03d3c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.973582] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "602f4c47-5428-41df-bc84-9b903a03d3c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.973582] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "602f4c47-5428-41df-bc84-9b903a03d3c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.973727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "602f4c47-5428-41df-bc84-9b903a03d3c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.975033] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "602f4c47-5428-41df-bc84-9b903a03d3c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.979401] env[62312]: INFO nova.compute.manager [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Terminating instance [ 1403.984915] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.985246] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.985529] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.985686] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.986109] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.986109] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.986483] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.986797] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.987200] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.987501] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.989199] env[62312]: DEBUG nova.virt.hardware [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.989977] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d73de4-a2c7-48f1-8b30-917a18dfe756 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.007358] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072348} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.010365] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.011724] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a35426-66d9-4428-aff4-7cc938f097b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.015753] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacfef93-0d31-4c81-8f40-8c658ab91227 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.054352] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a84a6c96-9625-4f81-8781-09ee831d8bfe/a84a6c96-9625-4f81-8781-09ee831d8bfe.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.054807] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1bf04b-d23d-4a2e-bfeb-a5c5c2ed0194 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.079801] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1404.079801] env[62312]: value = "task-1809320" [ 1404.079801] env[62312]: _type = "Task" [ 1404.079801] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.085071] env[62312]: DEBUG nova.objects.base [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1404.085686] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf2c98-e307-417f-8c68-cc6dcda56595 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.095567] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.111108] env[62312]: DEBUG nova.scheduler.client.report [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.116132] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92459ef-4832-40aa-b88a-64f7f16397ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.124270] env[62312]: DEBUG oslo_vmware.api [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1404.124270] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527ca388-8d12-9b14-3f4e-708ce60543a2" [ 1404.124270] env[62312]: _type = "Task" [ 1404.124270] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.134977] env[62312]: DEBUG oslo_vmware.api [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527ca388-8d12-9b14-3f4e-708ce60543a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008354} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.135738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.258703] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809319, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.431604] env[62312]: DEBUG oslo_concurrency.lockutils [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] Releasing lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.432424] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Received event network-vif-deleted-836e387d-34cd-4754-91ab-64d768239878 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1404.432424] env[62312]: INFO nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Neutron deleted interface 836e387d-34cd-4754-91ab-64d768239878; detaching it from the instance and deleting it from the info cache [ 1404.432424] env[62312]: DEBUG nova.network.neutron [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.497420] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "refresh_cache-602f4c47-5428-41df-bc84-9b903a03d3c6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.497611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquired lock "refresh_cache-602f4c47-5428-41df-bc84-9b903a03d3c6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.497933] env[62312]: DEBUG nova.network.neutron [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.554512] env[62312]: DEBUG nova.compute.manager [req-047d9133-ab6c-4ed0-a5e2-0044c52756b4 req-ea5a4e8c-4a5d-4ce3-b677-e67f9ac65394 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Received event network-vif-plugged-825999b3-ce27-43e2-beeb-f788593b6bf1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1404.554789] env[62312]: DEBUG oslo_concurrency.lockutils [req-047d9133-ab6c-4ed0-a5e2-0044c52756b4 req-ea5a4e8c-4a5d-4ce3-b677-e67f9ac65394 service nova] Acquiring lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.555071] env[62312]: DEBUG oslo_concurrency.lockutils [req-047d9133-ab6c-4ed0-a5e2-0044c52756b4 req-ea5a4e8c-4a5d-4ce3-b677-e67f9ac65394 service nova] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.555330] env[62312]: DEBUG oslo_concurrency.lockutils [req-047d9133-ab6c-4ed0-a5e2-0044c52756b4 req-ea5a4e8c-4a5d-4ce3-b677-e67f9ac65394 service nova] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.555514] env[62312]: DEBUG nova.compute.manager [req-047d9133-ab6c-4ed0-a5e2-0044c52756b4 req-ea5a4e8c-4a5d-4ce3-b677-e67f9ac65394 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] No waiting events found dispatching network-vif-plugged-825999b3-ce27-43e2-beeb-f788593b6bf1 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.555682] env[62312]: WARNING nova.compute.manager [req-047d9133-ab6c-4ed0-a5e2-0044c52756b4 req-ea5a4e8c-4a5d-4ce3-b677-e67f9ac65394 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Received unexpected event network-vif-plugged-825999b3-ce27-43e2-beeb-f788593b6bf1 for instance with vm_state building and task_state spawning. [ 1404.568361] env[62312]: DEBUG nova.network.neutron [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Successfully updated port: 825999b3-ce27-43e2-beeb-f788593b6bf1 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.591718] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.617529] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.617960] env[62312]: DEBUG nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.620674] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.552s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.622212] env[62312]: INFO nova.compute.claims [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.764367] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809319, 'name': CreateVM_Task, 'duration_secs': 0.572489} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.764676] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.765121] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.765295] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.765665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.765942] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5980efa-d9d1-463b-a7fa-74dd42168e52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.771833] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1404.771833] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52fa8ef4-0c2c-ae3e-3842-6def82f0a552" [ 1404.771833] env[62312]: _type = "Task" [ 1404.771833] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.781990] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fa8ef4-0c2c-ae3e-3842-6def82f0a552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.936288] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c3b2578-4409-46ad-a217-53f68dc250ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.946375] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481575fa-3eb8-45f5-8a9f-0da21a71cc3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.978172] env[62312]: DEBUG nova.compute.manager [req-1fce323a-ba4d-424a-a8b6-c984045928fe req-2e4c724e-8bd7-4ce2-b94c-766877528cd3 service nova] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Detach interface failed, port_id=836e387d-34cd-4754-91ab-64d768239878, reason: Instance 3c27d92d-5072-4d12-aa5e-60336dad1c41 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1405.019937] env[62312]: DEBUG nova.network.neutron [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.071763] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-cc768a9e-0d11-49e0-8762-35dcaaf929fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.071926] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-cc768a9e-0d11-49e0-8762-35dcaaf929fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.072133] env[62312]: DEBUG nova.network.neutron [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.079313] env[62312]: DEBUG nova.network.neutron [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.090516] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809320, 'name': ReconfigVM_Task, 'duration_secs': 0.738216} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.091312] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a84a6c96-9625-4f81-8781-09ee831d8bfe/a84a6c96-9625-4f81-8781-09ee831d8bfe.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.091947] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b68c549-c695-43f9-8dcf-5e5f1f238246 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.099917] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1405.099917] env[62312]: value = "task-1809321" [ 1405.099917] env[62312]: _type = "Task" [ 1405.099917] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.108313] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809321, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.129491] env[62312]: DEBUG nova.compute.utils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1405.131184] env[62312]: DEBUG nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.131362] env[62312]: DEBUG nova.network.neutron [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.171317] env[62312]: DEBUG nova.policy [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4885da78d66a41d892786fbcfc4e9df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85be92bd11b40069aac273d21b9f151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.283431] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fa8ef4-0c2c-ae3e-3842-6def82f0a552, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.283784] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.284057] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.284572] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.284804] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.285012] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.285289] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d21dff5e-7328-4cbc-8064-e8f79b77634b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.295769] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.296134] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.296705] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10f5fd4-f229-4fc3-9367-9c4e9c470d52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.302798] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1405.302798] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bd5d91-0325-d7af-f992-8566e5e09286" [ 1405.302798] env[62312]: _type = "Task" [ 1405.302798] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.310881] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bd5d91-0325-d7af-f992-8566e5e09286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.435393] env[62312]: DEBUG nova.network.neutron [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Successfully created port: b3c47b5b-eb21-4828-b370-e06b73fa6c42 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.581701] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Releasing lock "refresh_cache-602f4c47-5428-41df-bc84-9b903a03d3c6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.582150] env[62312]: DEBUG nova.compute.manager [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.582994] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.583228] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e1a2b-8ddd-4e25-90ce-50805447c5dd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.594508] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.594844] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c4fca5-a5f0-48db-8078-aa4235379cf0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.611415] env[62312]: DEBUG oslo_vmware.api [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1405.611415] env[62312]: value = "task-1809322" [ 1405.611415] env[62312]: _type = "Task" [ 1405.611415] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.620235] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809321, 'name': Rename_Task, 'duration_secs': 0.200052} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.621930] env[62312]: DEBUG nova.network.neutron [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.624096] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.624327] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f781de9-551b-478f-96f7-da4ca8eaf5cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.628982] env[62312]: DEBUG oslo_vmware.api [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.635656] env[62312]: DEBUG nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.638211] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1405.638211] env[62312]: value = "task-1809323" [ 1405.638211] env[62312]: _type = "Task" [ 1405.638211] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.647788] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.812957] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bd5d91-0325-d7af-f992-8566e5e09286, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.815616] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfeb52d3-7977-45d6-b6b7-1e4efb27776f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.821198] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1405.821198] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f075bd-c014-3270-e09a-6783efb3392c" [ 1405.821198] env[62312]: _type = "Task" [ 1405.821198] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.828613] env[62312]: DEBUG nova.network.neutron [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Updating instance_info_cache with network_info: [{"id": "825999b3-ce27-43e2-beeb-f788593b6bf1", "address": "fa:16:3e:ae:f5:10", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825999b3-ce", "ovs_interfaceid": "825999b3-ce27-43e2-beeb-f788593b6bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.840595] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f075bd-c014-3270-e09a-6783efb3392c, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.840926] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.841214] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 18199893-4be7-41c8-b5a7-319a6c1da49f/18199893-4be7-41c8-b5a7-319a6c1da49f.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.841543] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69db8e77-3671-40bb-ab2d-6af38c4dd45f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.851481] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1405.851481] env[62312]: value = "task-1809324" [ 1405.851481] env[62312]: _type = "Task" [ 1405.851481] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.862092] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.126747] env[62312]: DEBUG oslo_vmware.api [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809322, 'name': PowerOffVM_Task, 'duration_secs': 0.270759} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.130329] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.131128] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.131575] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c263348-a7b3-42f0-8e78-143a7687cfe0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.160341] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.170822] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.171374] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.171744] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Deleting the datastore file [datastore1] 602f4c47-5428-41df-bc84-9b903a03d3c6 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.172554] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cfbb5ef-619c-470e-8495-ef7ea47f2d16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.181594] env[62312]: DEBUG oslo_vmware.api [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for the task: (returnval){ [ 1406.181594] env[62312]: value = "task-1809326" [ 1406.181594] env[62312]: _type = "Task" [ 1406.181594] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.197918] env[62312]: DEBUG oslo_vmware.api [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.202021] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b5eb6-3c77-4ae4-ad6c-b722c5a9acbf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.210487] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bf3984-be70-4e97-b742-0e125de8f130 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.246487] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626bea68-1063-483a-a435-462bfd70bd47 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.256388] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441d0c26-b136-4fa2-9dff-8e22d978c7d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.274253] env[62312]: DEBUG nova.compute.provider_tree [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.335109] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-cc768a9e-0d11-49e0-8762-35dcaaf929fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.335109] env[62312]: DEBUG nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Instance network_info: |[{"id": "825999b3-ce27-43e2-beeb-f788593b6bf1", "address": "fa:16:3e:ae:f5:10", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825999b3-ce", "ovs_interfaceid": "825999b3-ce27-43e2-beeb-f788593b6bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.335269] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:f5:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '825999b3-ce27-43e2-beeb-f788593b6bf1', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.344195] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating folder: Project (4cf152156f614ef894f505295e2605b8). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.344644] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5deddab-5952-4374-8a54-ad4291bd943d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.361996] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508316} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.363425] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 18199893-4be7-41c8-b5a7-319a6c1da49f/18199893-4be7-41c8-b5a7-319a6c1da49f.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.364247] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.364456] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created folder: Project (4cf152156f614ef894f505295e2605b8) in parent group-v374919. [ 1406.364724] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating folder: Instances. Parent ref: group-v374997. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.365067] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667fcf22-d41e-4d2e-affd-e1d370f426e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.367165] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c06ea1c7-6495-4b1f-9150-c525cee8d03c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.376894] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1406.376894] env[62312]: value = "task-1809328" [ 1406.376894] env[62312]: _type = "Task" [ 1406.376894] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.384190] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created folder: Instances in parent group-v374997. [ 1406.384497] env[62312]: DEBUG oslo.service.loopingcall [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.387467] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.387816] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.387991] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c169b798-7b55-4d42-b488-8ee044a4e374 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.408540] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.408540] env[62312]: value = "task-1809330" [ 1406.408540] env[62312]: _type = "Task" [ 1406.408540] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.417894] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809330, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.655434] env[62312]: DEBUG nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.657475] env[62312]: DEBUG oslo_vmware.api [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809323, 'name': PowerOnVM_Task, 'duration_secs': 0.93552} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.657950] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.658189] env[62312]: INFO nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1406.658401] env[62312]: DEBUG nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.659236] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e2bd7a-b152-4b42-8385-e95af3a372b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.672687] env[62312]: DEBUG nova.compute.manager [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Received event network-changed-825999b3-ce27-43e2-beeb-f788593b6bf1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1406.672881] env[62312]: DEBUG nova.compute.manager [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Refreshing instance network info cache due to event network-changed-825999b3-ce27-43e2-beeb-f788593b6bf1. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1406.673121] env[62312]: DEBUG oslo_concurrency.lockutils [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] Acquiring lock "refresh_cache-cc768a9e-0d11-49e0-8762-35dcaaf929fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.673269] env[62312]: DEBUG oslo_concurrency.lockutils [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] Acquired lock "refresh_cache-cc768a9e-0d11-49e0-8762-35dcaaf929fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.673438] env[62312]: DEBUG nova.network.neutron [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Refreshing network info cache for port 825999b3-ce27-43e2-beeb-f788593b6bf1 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.688831] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.689081] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.689269] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.689433] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.689579] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.689722] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.689949] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.690145] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.690329] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.690495] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.690687] env[62312]: DEBUG nova.virt.hardware [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.692191] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bbcd9d-17ac-4f1c-9161-202fd7652be5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.702949] env[62312]: DEBUG oslo_vmware.api [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Task: {'id': task-1809326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240939} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.704301] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3674c0-0549-4786-a952-23bec68fa63c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.708125] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.708275] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.708455] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.708627] env[62312]: INFO nova.compute.manager [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1406.708863] env[62312]: DEBUG oslo.service.loopingcall [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.709706] env[62312]: DEBUG nova.compute.manager [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.709810] env[62312]: DEBUG nova.network.neutron [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.732998] env[62312]: DEBUG nova.network.neutron [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.778016] env[62312]: DEBUG nova.scheduler.client.report [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.888029] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078604} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.888029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.888574] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70222ab2-517c-4393-85f5-4ec92a9935fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.911876] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 18199893-4be7-41c8-b5a7-319a6c1da49f/18199893-4be7-41c8-b5a7-319a6c1da49f.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.912259] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0785a8a3-7a98-44bc-bdb5-0abf79c0ea4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.942431] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809330, 'name': CreateVM_Task, 'duration_secs': 0.408009} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.942431] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.942431] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1406.942431] env[62312]: value = "task-1809331" [ 1406.942431] env[62312]: _type = "Task" [ 1406.942431] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.943514] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.943670] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.943984] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.947797] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fe4f1c-45dd-439f-8fc7-1c552dc707d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.956268] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1406.956268] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526a4145-ae4b-81d5-e28e-ec705919d01c" [ 1406.956268] env[62312]: _type = "Task" [ 1406.956268] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.960745] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809331, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.970992] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526a4145-ae4b-81d5-e28e-ec705919d01c, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.971370] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.971638] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.971909] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.972156] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.972366] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.972629] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-534f2dd2-b065-4c23-875e-ac865672fad5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.981995] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.982235] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.982956] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7479ffc3-8639-4e5e-8fd4-1b6dc82b20a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.989181] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1406.989181] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5226ce9f-4c9a-0951-1513-436adc443a8b" [ 1406.989181] env[62312]: _type = "Task" [ 1406.989181] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.998185] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5226ce9f-4c9a-0951-1513-436adc443a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.070323] env[62312]: DEBUG nova.network.neutron [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Successfully updated port: b3c47b5b-eb21-4828-b370-e06b73fa6c42 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.184427] env[62312]: INFO nova.compute.manager [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Took 38.66 seconds to build instance. [ 1407.235491] env[62312]: DEBUG nova.network.neutron [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.283708] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.284241] env[62312]: DEBUG nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.286910] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.987s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.288558] env[62312]: INFO nova.compute.claims [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.417207] env[62312]: DEBUG nova.network.neutron [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Updated VIF entry in instance network info cache for port 825999b3-ce27-43e2-beeb-f788593b6bf1. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.417548] env[62312]: DEBUG nova.network.neutron [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Updating instance_info_cache with network_info: [{"id": "825999b3-ce27-43e2-beeb-f788593b6bf1", "address": "fa:16:3e:ae:f5:10", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825999b3-ce", "ovs_interfaceid": "825999b3-ce27-43e2-beeb-f788593b6bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.455636] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.499971] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5226ce9f-4c9a-0951-1513-436adc443a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.500868] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d60620-4e3b-413a-8a7b-255608378d95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.508050] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1407.508050] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521f878a-525a-c4be-bc27-2be8cafae0a7" [ 1407.508050] env[62312]: _type = "Task" [ 1407.508050] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.517704] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521f878a-525a-c4be-bc27-2be8cafae0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.576166] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "refresh_cache-b24c43f6-39e4-4902-8e26-5634c9f52276" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.576391] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "refresh_cache-b24c43f6-39e4-4902-8e26-5634c9f52276" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.576550] env[62312]: DEBUG nova.network.neutron [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.686955] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d85428ee-7380-4a7f-930d-0d32453c8db6 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.252s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.738571] env[62312]: INFO nova.compute.manager [-] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Took 1.03 seconds to deallocate network for instance. [ 1407.801531] env[62312]: DEBUG nova.compute.utils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.802033] env[62312]: DEBUG nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.802291] env[62312]: DEBUG nova.network.neutron [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.858784] env[62312]: DEBUG nova.policy [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.920194] env[62312]: DEBUG oslo_concurrency.lockutils [req-e1663820-40ab-443a-8068-6959e641dba1 req-07df6b69-1f75-48bb-bb67-86fd93f669b2 service nova] Releasing lock "refresh_cache-cc768a9e-0d11-49e0-8762-35dcaaf929fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.957553] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809331, 'name': ReconfigVM_Task, 'duration_secs': 0.900719} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.957987] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 18199893-4be7-41c8-b5a7-319a6c1da49f/18199893-4be7-41c8-b5a7-319a6c1da49f.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.958869] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02234e2e-22cd-42c6-93f3-6400b4e97ae7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.969196] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1407.969196] env[62312]: value = "task-1809332" [ 1407.969196] env[62312]: _type = "Task" [ 1407.969196] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.981545] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809332, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.027954] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521f878a-525a-c4be-bc27-2be8cafae0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.028470] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.028837] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] cc768a9e-0d11-49e0-8762-35dcaaf929fb/cc768a9e-0d11-49e0-8762-35dcaaf929fb.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.029500] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bb95ebd-56b3-4faf-b878-06c4ffebc61a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.041017] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1408.041017] env[62312]: value = "task-1809333" [ 1408.041017] env[62312]: _type = "Task" [ 1408.041017] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.049459] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.191902] env[62312]: DEBUG nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1408.221818] env[62312]: DEBUG nova.network.neutron [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.246053] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.308546] env[62312]: DEBUG nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.479741] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809332, 'name': Rename_Task, 'duration_secs': 0.296503} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.480098] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.480377] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68dd50e7-c134-4f8f-9412-4c4e247a34ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.491278] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1408.491278] env[62312]: value = "task-1809334" [ 1408.491278] env[62312]: _type = "Task" [ 1408.491278] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.506444] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.557949] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809333, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.635559] env[62312]: DEBUG nova.network.neutron [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Updating instance_info_cache with network_info: [{"id": "b3c47b5b-eb21-4828-b370-e06b73fa6c42", "address": "fa:16:3e:a1:11:b2", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c47b5b-eb", "ovs_interfaceid": "b3c47b5b-eb21-4828-b370-e06b73fa6c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.710941] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.727757] env[62312]: DEBUG nova.compute.manager [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Received event network-vif-plugged-b3c47b5b-eb21-4828-b370-e06b73fa6c42 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1408.728594] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] Acquiring lock "b24c43f6-39e4-4902-8e26-5634c9f52276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.728594] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.729013] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.729164] env[62312]: DEBUG nova.compute.manager [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] No waiting events found dispatching network-vif-plugged-b3c47b5b-eb21-4828-b370-e06b73fa6c42 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.729434] env[62312]: WARNING nova.compute.manager [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Received unexpected event network-vif-plugged-b3c47b5b-eb21-4828-b370-e06b73fa6c42 for instance with vm_state building and task_state spawning. [ 1408.729654] env[62312]: DEBUG nova.compute.manager [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Received event network-changed-b3c47b5b-eb21-4828-b370-e06b73fa6c42 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1408.730488] env[62312]: DEBUG nova.compute.manager [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Refreshing instance network info cache due to event network-changed-b3c47b5b-eb21-4828-b370-e06b73fa6c42. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1408.730488] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] Acquiring lock "refresh_cache-b24c43f6-39e4-4902-8e26-5634c9f52276" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.755461] env[62312]: DEBUG nova.network.neutron [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Successfully created port: 6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.900124] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f26944-2e14-4b4e-8486-bcd64acbde3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.909118] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9097ade5-b6e0-4fb8-9df3-096de1e670d0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.946620] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1361fcf-60ed-436f-a04f-02862ecaabb0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.955620] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52893c47-740a-476c-bc53-2ecf517ce9a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.971734] env[62312]: DEBUG nova.compute.provider_tree [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1409.003226] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.064663] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664476} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.064663] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] cc768a9e-0d11-49e0-8762-35dcaaf929fb/cc768a9e-0d11-49e0-8762-35dcaaf929fb.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.064663] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.064663] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952d13f4-421d-4755-904b-2d702bedcaac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.079713] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1409.079713] env[62312]: value = "task-1809335" [ 1409.079713] env[62312]: _type = "Task" [ 1409.079713] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.092410] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.138384] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "refresh_cache-b24c43f6-39e4-4902-8e26-5634c9f52276" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.138641] env[62312]: DEBUG nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Instance network_info: |[{"id": "b3c47b5b-eb21-4828-b370-e06b73fa6c42", "address": "fa:16:3e:a1:11:b2", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c47b5b-eb", "ovs_interfaceid": "b3c47b5b-eb21-4828-b370-e06b73fa6c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.138915] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] Acquired lock "refresh_cache-b24c43f6-39e4-4902-8e26-5634c9f52276" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.139125] env[62312]: DEBUG nova.network.neutron [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Refreshing network info cache for port b3c47b5b-eb21-4828-b370-e06b73fa6c42 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.140584] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:11:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c47b5b-eb21-4828-b370-e06b73fa6c42', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.151375] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating folder: Project (b85be92bd11b40069aac273d21b9f151). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.151375] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51e55239-c092-490f-97dd-0516d7b72c00 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.165299] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created folder: Project (b85be92bd11b40069aac273d21b9f151) in parent group-v374919. [ 1409.165509] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating folder: Instances. Parent ref: group-v375000. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.165756] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2410f65-f9e6-421a-b51a-c9b7d8b68e8e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.179919] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created folder: Instances in parent group-v375000. [ 1409.180270] env[62312]: DEBUG oslo.service.loopingcall [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.180482] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.180742] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70363b79-2515-4946-9cb4-aa12c64a6934 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.209767] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.209767] env[62312]: value = "task-1809338" [ 1409.209767] env[62312]: _type = "Task" [ 1409.209767] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.221393] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809338, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.333765] env[62312]: DEBUG nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.358258] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.358401] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.358547] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.358730] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.358875] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.359040] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.359295] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.359418] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.359584] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.359738] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.360042] env[62312]: DEBUG nova.virt.hardware [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.360770] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc13ea-56d8-4e02-8195-89c328ecf917 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.369444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8416991e-5274-4df1-84e3-e52a82d82fd5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.493960] env[62312]: ERROR nova.scheduler.client.report [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [req-6b085078-fe57-4921-8127-519863b40ab8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b085078-fe57-4921-8127-519863b40ab8"}]} [ 1409.508819] env[62312]: DEBUG oslo_vmware.api [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809334, 'name': PowerOnVM_Task, 'duration_secs': 0.625446} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.508819] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.508819] env[62312]: INFO nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1409.509059] env[62312]: DEBUG nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.509728] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1840ec7b-9998-4f2f-91bd-2aa70624b377 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.513435] env[62312]: DEBUG nova.scheduler.client.report [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1409.537359] env[62312]: DEBUG nova.scheduler.client.report [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1409.537582] env[62312]: DEBUG nova.compute.provider_tree [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1409.551199] env[62312]: DEBUG nova.scheduler.client.report [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1409.574071] env[62312]: DEBUG nova.scheduler.client.report [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1409.590172] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074007} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.590451] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.591299] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292ccce1-7fc8-4503-a6aa-88a3abfd7b0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.615668] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] cc768a9e-0d11-49e0-8762-35dcaaf929fb/cc768a9e-0d11-49e0-8762-35dcaaf929fb.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.615857] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ebcaa07-f1f0-412f-846d-5ec6b3791b16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.640068] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1409.640068] env[62312]: value = "task-1809339" [ 1409.640068] env[62312]: _type = "Task" [ 1409.640068] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.653706] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.721275] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809338, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.891012] env[62312]: DEBUG nova.network.neutron [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Updated VIF entry in instance network info cache for port b3c47b5b-eb21-4828-b370-e06b73fa6c42. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.891468] env[62312]: DEBUG nova.network.neutron [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Updating instance_info_cache with network_info: [{"id": "b3c47b5b-eb21-4828-b370-e06b73fa6c42", "address": "fa:16:3e:a1:11:b2", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c47b5b-eb", "ovs_interfaceid": "b3c47b5b-eb21-4828-b370-e06b73fa6c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.030992] env[62312]: INFO nova.compute.manager [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Took 37.99 seconds to build instance. [ 1410.100242] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa54d9-9229-4800-92c0-9f1b66d1a06a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.109556] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc394f0-0111-4f25-ac0b-0810abdf45f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.145098] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4858c301-0821-4630-b796-45fb9739c744 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.154616] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.157971] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a746e-c202-4bf0-8ade-b45e6131bb4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.177916] env[62312]: DEBUG nova.compute.provider_tree [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1410.222669] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809338, 'name': CreateVM_Task, 'duration_secs': 0.811679} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.223423] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.223901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.224129] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.224499] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.224802] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb351c1d-335e-4a0d-a26f-31d11accfe82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.230951] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1410.230951] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b9e881-c4b9-711b-99c6-1299b9a42333" [ 1410.230951] env[62312]: _type = "Task" [ 1410.230951] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.243128] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b9e881-c4b9-711b-99c6-1299b9a42333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.394214] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e34910d-73b4-4abb-be7f-2ab240c3b8c8 req-2029d35c-cbac-4e9a-bb6f-15fd63afc712 service nova] Releasing lock "refresh_cache-b24c43f6-39e4-4902-8e26-5634c9f52276" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.423665] env[62312]: DEBUG nova.network.neutron [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Successfully updated port: 6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.534449] env[62312]: DEBUG oslo_concurrency.lockutils [None req-be0448e8-129d-49b1-82a5-dd1b0c07fe54 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.512s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.652054] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809339, 'name': ReconfigVM_Task, 'duration_secs': 0.772821} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.652344] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] cc768a9e-0d11-49e0-8762-35dcaaf929fb/cc768a9e-0d11-49e0-8762-35dcaaf929fb.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.652344] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a3ec66-5c3e-4ab7-9600-5ae031864a26 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.660386] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1410.660386] env[62312]: value = "task-1809340" [ 1410.660386] env[62312]: _type = "Task" [ 1410.660386] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.668454] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809340, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.737446] env[62312]: DEBUG nova.scheduler.client.report [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1410.737747] env[62312]: DEBUG nova.compute.provider_tree [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 50 to 51 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1410.737962] env[62312]: DEBUG nova.compute.provider_tree [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1410.749030] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b9e881-c4b9-711b-99c6-1299b9a42333, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.749030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.749030] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.749030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.749343] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.749343] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.749343] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ee98d92-df0f-4abf-b992-14a09aaaea57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.756457] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.756662] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.757452] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b34980-db3c-4185-a698-5e7a98f929c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.765664] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1410.765664] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521ce7d5-de6b-d3d2-552a-cb8c4b51abc4" [ 1410.765664] env[62312]: _type = "Task" [ 1410.765664] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.775411] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521ce7d5-de6b-d3d2-552a-cb8c4b51abc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.926893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.927039] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.927369] env[62312]: DEBUG nova.network.neutron [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.038267] env[62312]: DEBUG nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.065848] env[62312]: DEBUG nova.compute.manager [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Received event network-changed-2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.066155] env[62312]: DEBUG nova.compute.manager [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Refreshing instance network info cache due to event network-changed-2d5cb65d-200a-4579-a3ea-e92ee07da922. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1411.066431] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Acquiring lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.066627] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Acquired lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.066836] env[62312]: DEBUG nova.network.neutron [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Refreshing network info cache for port 2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.171310] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809340, 'name': Rename_Task, 'duration_secs': 0.149889} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.171581] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.171954] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e7076c6-e68a-4eb3-a741-b4ea6ff0789a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.179453] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1411.179453] env[62312]: value = "task-1809341" [ 1411.179453] env[62312]: _type = "Task" [ 1411.179453] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.187217] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.247433] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.960s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.247764] env[62312]: DEBUG nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.251364] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.771s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.251571] env[62312]: DEBUG nova.objects.instance [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lazy-loading 'resources' on Instance uuid b960d026-6a8c-48f4-ab6c-164e08215425 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.281251] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521ce7d5-de6b-d3d2-552a-cb8c4b51abc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.283193] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1477ee6-b49f-4cdd-94c7-e26afb5e2b07 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.288183] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1411.288183] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52253aa9-9a52-79e5-1d34-6b363a101268" [ 1411.288183] env[62312]: _type = "Task" [ 1411.288183] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.298821] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52253aa9-9a52-79e5-1d34-6b363a101268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.469502] env[62312]: DEBUG nova.network.neutron [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.564505] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.671328] env[62312]: DEBUG nova.compute.manager [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Received event network-changed-d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.671718] env[62312]: DEBUG nova.compute.manager [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Refreshing instance network info cache due to event network-changed-d1e10745-8b21-4335-8cb3-3e0739945e17. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1411.671800] env[62312]: DEBUG oslo_concurrency.lockutils [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] Acquiring lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.671903] env[62312]: DEBUG oslo_concurrency.lockutils [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] Acquired lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.672076] env[62312]: DEBUG nova.network.neutron [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Refreshing network info cache for port d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.685220] env[62312]: DEBUG nova.network.neutron [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.697647] env[62312]: DEBUG oslo_vmware.api [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809341, 'name': PowerOnVM_Task, 'duration_secs': 0.487066} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.700018] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.700018] env[62312]: INFO nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1411.700018] env[62312]: DEBUG nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.700018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78221f8d-7e5a-43e7-85e2-6023abd13033 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.755762] env[62312]: DEBUG nova.compute.utils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.758174] env[62312]: DEBUG nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.758385] env[62312]: DEBUG nova.network.neutron [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.808401] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52253aa9-9a52-79e5-1d34-6b363a101268, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.811586] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.813151] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b24c43f6-39e4-4902-8e26-5634c9f52276/b24c43f6-39e4-4902-8e26-5634c9f52276.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.813151] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d1b1f19-736c-4c81-acd1-502be9452923 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.821515] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1411.821515] env[62312]: value = "task-1809342" [ 1411.821515] env[62312]: _type = "Task" [ 1411.821515] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.835359] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.839198] env[62312]: DEBUG nova.policy [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '341f02113d0d43bda236e0295a1defae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13571af11f1943288a40801b3d1d9516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.962340] env[62312]: DEBUG nova.network.neutron [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Updated VIF entry in instance network info cache for port 2d5cb65d-200a-4579-a3ea-e92ee07da922. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.962870] env[62312]: DEBUG nova.network.neutron [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Updating instance_info_cache with network_info: [{"id": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "address": "fa:16:3e:2d:6b:c8", "network": {"id": "2257b20e-f8fd-42cc-9ebd-7c81dd689e3d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-151017236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e78010701394c099875c517032e18c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5cb65d-20", "ovs_interfaceid": "2d5cb65d-200a-4579-a3ea-e92ee07da922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.190940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.191354] env[62312]: DEBUG nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Instance network_info: |[{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.191951] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:6e:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d2233ea-9316-497e-9dc9-15412daea427', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.202307] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Creating folder: Project (4e3582ac6cb04724a02c56931ee109ad). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.205809] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee5726d0-9b0f-43aa-9dd2-675b729965c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.225672] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Created folder: Project (4e3582ac6cb04724a02c56931ee109ad) in parent group-v374919. [ 1412.225949] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Creating folder: Instances. Parent ref: group-v375003. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.233819] env[62312]: INFO nova.compute.manager [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Took 38.59 seconds to build instance. [ 1412.234382] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18fea9d6-50e8-41e8-b891-359c694483c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.254339] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Created folder: Instances in parent group-v375003. [ 1412.254510] env[62312]: DEBUG oslo.service.loopingcall [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.254883] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.254993] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9facd6d-2418-4740-bc6f-3bb47b1ae6f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.271798] env[62312]: DEBUG nova.network.neutron [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Successfully created port: ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.276705] env[62312]: DEBUG nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.286856] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.286856] env[62312]: value = "task-1809345" [ 1412.286856] env[62312]: _type = "Task" [ 1412.286856] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.305578] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809345, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.337797] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.405255] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad12e250-91b6-4c0c-9868-f8914220260d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.414254] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e092cd7e-262e-4474-98c8-60c81b1f5a06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.453488] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d57274-6e14-42de-979a-2701e63caa66 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.460790] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102a5b70-2175-4b9b-80cd-a4dbd2920e48 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.465923] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Releasing lock "refresh_cache-a84a6c96-9625-4f81-8781-09ee831d8bfe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.466246] env[62312]: DEBUG nova.compute.manager [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received event network-vif-plugged-6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1412.466500] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.466758] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.466976] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.467215] env[62312]: DEBUG nova.compute.manager [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] No waiting events found dispatching network-vif-plugged-6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.467432] env[62312]: WARNING nova.compute.manager [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received unexpected event network-vif-plugged-6d2233ea-9316-497e-9dc9-15412daea427 for instance with vm_state building and task_state spawning. [ 1412.467652] env[62312]: DEBUG nova.compute.manager [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received event network-changed-6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1412.467885] env[62312]: DEBUG nova.compute.manager [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Refreshing instance network info cache due to event network-changed-6d2233ea-9316-497e-9dc9-15412daea427. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1412.468144] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Acquiring lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.468342] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Acquired lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.468689] env[62312]: DEBUG nova.network.neutron [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Refreshing network info cache for port 6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.477859] env[62312]: DEBUG nova.compute.provider_tree [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.689487] env[62312]: DEBUG nova.network.neutron [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updated VIF entry in instance network info cache for port d1e10745-8b21-4335-8cb3-3e0739945e17. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.689839] env[62312]: DEBUG nova.network.neutron [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updating instance_info_cache with network_info: [{"id": "d1e10745-8b21-4335-8cb3-3e0739945e17", "address": "fa:16:3e:53:50:bd", "network": {"id": "c41f9d55-e277-44e9-896e-a5d42cf92125", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-154509174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044a81ceeafa4b438a712e4e32daf70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e10745-8b", "ovs_interfaceid": "d1e10745-8b21-4335-8cb3-3e0739945e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.738034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d077ec5f-58e6-418f-bb61-028e4d152bb7 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.686s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.782827] env[62312]: INFO nova.virt.block_device [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Booting with volume aceb6978-5cf1-4f20-809c-982faf820b88 at /dev/sda [ 1412.812484] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809345, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.832032] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603148} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.832388] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b24c43f6-39e4-4902-8e26-5634c9f52276/b24c43f6-39e4-4902-8e26-5634c9f52276.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.832791] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.832963] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f43117-2b75-4de0-8d9a-9d8a91036c48 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.840810] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1412.840810] env[62312]: value = "task-1809346" [ 1412.840810] env[62312]: _type = "Task" [ 1412.840810] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.845684] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3849e950-4323-40bd-86a7-d6ca3882be7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.853369] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.854285] env[62312]: DEBUG nova.network.neutron [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updated VIF entry in instance network info cache for port 6d2233ea-9316-497e-9dc9-15412daea427. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.854717] env[62312]: DEBUG nova.network.neutron [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.860536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80dd378-b166-4185-a236-cb5782889596 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.893754] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e9559ae-2a9a-4783-a822-dcef4721e140 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.903014] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc8723-03d5-445a-9568-663d5f0bed37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.937536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a843b6-88a7-40ec-8b1d-3dac28626718 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.944803] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c233e73c-67f0-430f-af0a-66eb619d090f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.960427] env[62312]: DEBUG nova.virt.block_device [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Updating existing volume attachment record: 64485efc-6dab-4694-ad90-92dc52766029 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1412.984156] env[62312]: DEBUG nova.scheduler.client.report [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.193010] env[62312]: DEBUG oslo_concurrency.lockutils [req-261164ee-a7cc-488d-ba34-a70d489759cf req-88c4a546-cfea-4293-a135-b44a6df6f090 service nova] Releasing lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.240831] env[62312]: DEBUG nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.297461] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809345, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.351417] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245072} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.351680] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.352449] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75916191-0441-4439-802c-5f99144886a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.367984] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3b0c558-b02e-425b-9970-52fe346441d3 req-9ec0cd5d-a437-4851-bac1-3a7445dc2f41 service nova] Releasing lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.376245] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b24c43f6-39e4-4902-8e26-5634c9f52276/b24c43f6-39e4-4902-8e26-5634c9f52276.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.376551] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c5c84b-1183-4b45-bd36-51ae5935915f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.398757] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1413.398757] env[62312]: value = "task-1809347" [ 1413.398757] env[62312]: _type = "Task" [ 1413.398757] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.411019] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.489488] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.492706] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.959s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.493018] env[62312]: DEBUG nova.objects.instance [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lazy-loading 'resources' on Instance uuid 8e5909af-780c-4256-99ce-30e0824b4106 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.520523] env[62312]: INFO nova.scheduler.client.report [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted allocations for instance b960d026-6a8c-48f4-ab6c-164e08215425 [ 1413.759994] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.797889] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809345, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.917258] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.030482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3ed83c5-ddf6-4e04-aff1-59e629475fb8 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "b960d026-6a8c-48f4-ab6c-164e08215425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.365s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.116798] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.117117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.117371] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.117590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.117789] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.119810] env[62312]: INFO nova.compute.manager [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Terminating instance [ 1414.216238] env[62312]: DEBUG nova.compute.manager [req-2f3952a0-45a8-4955-a493-a80b682e3907 req-798f68aa-970b-4aad-9ac4-2a5059b70035 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Received event network-vif-plugged-ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1414.216651] env[62312]: DEBUG oslo_concurrency.lockutils [req-2f3952a0-45a8-4955-a493-a80b682e3907 req-798f68aa-970b-4aad-9ac4-2a5059b70035 service nova] Acquiring lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.216993] env[62312]: DEBUG oslo_concurrency.lockutils [req-2f3952a0-45a8-4955-a493-a80b682e3907 req-798f68aa-970b-4aad-9ac4-2a5059b70035 service nova] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.217337] env[62312]: DEBUG oslo_concurrency.lockutils [req-2f3952a0-45a8-4955-a493-a80b682e3907 req-798f68aa-970b-4aad-9ac4-2a5059b70035 service nova] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.217685] env[62312]: DEBUG nova.compute.manager [req-2f3952a0-45a8-4955-a493-a80b682e3907 req-798f68aa-970b-4aad-9ac4-2a5059b70035 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] No waiting events found dispatching network-vif-plugged-ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.217984] env[62312]: WARNING nova.compute.manager [req-2f3952a0-45a8-4955-a493-a80b682e3907 req-798f68aa-970b-4aad-9ac4-2a5059b70035 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Received unexpected event network-vif-plugged-ef105279-3a82-4979-96a1-12c233c4c680 for instance with vm_state building and task_state block_device_mapping. [ 1414.242628] env[62312]: DEBUG nova.network.neutron [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Successfully updated port: ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.303656] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809345, 'name': CreateVM_Task, 'duration_secs': 1.66504} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.303656] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.303656] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.303656] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.303932] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.304170] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f9b7ef-7bf9-4ac4-bfbb-3f12e747d294 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.309986] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1414.309986] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5268f64f-0a5e-1f9b-b4f3-ec68ba9d7d63" [ 1414.309986] env[62312]: _type = "Task" [ 1414.309986] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.323321] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5268f64f-0a5e-1f9b-b4f3-ec68ba9d7d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.410099] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809347, 'name': ReconfigVM_Task, 'duration_secs': 0.831971} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.412794] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b24c43f6-39e4-4902-8e26-5634c9f52276/b24c43f6-39e4-4902-8e26-5634c9f52276.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.414435] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ae93ac-1a40-429d-a6f4-53c6b7e591bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.421847] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1414.421847] env[62312]: value = "task-1809348" [ 1414.421847] env[62312]: _type = "Task" [ 1414.421847] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.434692] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809348, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.555777] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c11a54c-f71e-4fe0-b9ed-e64ebffd9421 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.564506] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660166a9-7257-428b-8027-036a877c97bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.602353] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88246641-5953-4b1c-8bb3-4c0a19889ba6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.611261] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a2e855-52f2-4978-9e5a-4aff2365a52c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.625545] env[62312]: DEBUG nova.compute.manager [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.625645] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.626682] env[62312]: DEBUG nova.compute.provider_tree [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.627818] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75586887-c4c0-41f9-bbab-f154329ebc8e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.636085] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.637017] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66962e90-589a-4250-86aa-52b29993479b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.645012] env[62312]: DEBUG oslo_vmware.api [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1414.645012] env[62312]: value = "task-1809349" [ 1414.645012] env[62312]: _type = "Task" [ 1414.645012] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.654821] env[62312]: DEBUG oslo_vmware.api [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.745936] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Acquiring lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.745936] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Acquired lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.745936] env[62312]: DEBUG nova.network.neutron [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.821387] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5268f64f-0a5e-1f9b-b4f3-ec68ba9d7d63, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.821722] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.821962] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.822380] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.822503] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.822686] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.822961] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394b3163-8dea-4a8f-a9df-d000b78d3a32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.843515] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.843714] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.844471] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68987ce0-54a0-4968-bf35-6a953c958df9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.852070] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1414.852070] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523a14da-30f2-3614-c6a6-1e75df54a0be" [ 1414.852070] env[62312]: _type = "Task" [ 1414.852070] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.860510] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523a14da-30f2-3614-c6a6-1e75df54a0be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.931994] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809348, 'name': Rename_Task, 'duration_secs': 0.173285} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.932314] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.932560] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-765732e9-a670-4967-a108-1ddc6dec9416 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.939906] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1414.939906] env[62312]: value = "task-1809350" [ 1414.939906] env[62312]: _type = "Task" [ 1414.939906] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.948271] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.106507] env[62312]: DEBUG nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.107059] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.107281] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.107436] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.107612] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.107759] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.107890] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.108111] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.108273] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.108658] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.108726] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.108851] env[62312]: DEBUG nova.virt.hardware [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.109735] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7666b7c-9d9d-4e3a-af86-a91d008b5989 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.118956] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f981b6d8-dbf6-4efd-ac95-1defc93fd260 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.133430] env[62312]: DEBUG nova.scheduler.client.report [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.154416] env[62312]: DEBUG oslo_vmware.api [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809349, 'name': PowerOffVM_Task, 'duration_secs': 0.206815} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.155324] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.155503] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.155747] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66c31200-a00f-444b-897d-ed132a0285e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.240465] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.240764] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.240863] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleting the datastore file [datastore1] cc768a9e-0d11-49e0-8762-35dcaaf929fb {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.241423] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b837253-0b3d-445e-b213-e28be00ea589 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.252697] env[62312]: DEBUG oslo_vmware.api [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1415.252697] env[62312]: value = "task-1809352" [ 1415.252697] env[62312]: _type = "Task" [ 1415.252697] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.263769] env[62312]: DEBUG oslo_vmware.api [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.290962] env[62312]: DEBUG nova.network.neutron [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.369616] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523a14da-30f2-3614-c6a6-1e75df54a0be, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.370679] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37241cd2-c7c9-4597-b247-af9d0e98d6b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.377851] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1415.377851] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5297053f-aa8e-219b-744f-8a4c4c2eb1bd" [ 1415.377851] env[62312]: _type = "Task" [ 1415.377851] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.390646] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5297053f-aa8e-219b-744f-8a4c4c2eb1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.441177] env[62312]: DEBUG nova.network.neutron [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Updating instance_info_cache with network_info: [{"id": "ef105279-3a82-4979-96a1-12c233c4c680", "address": "fa:16:3e:d6:4c:f2", "network": {"id": "b2e2a73c-b055-4ee0-8457-606d68692774", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1930846410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13571af11f1943288a40801b3d1d9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef105279-3a", "ovs_interfaceid": "ef105279-3a82-4979-96a1-12c233c4c680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.455133] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.569841] env[62312]: DEBUG nova.compute.manager [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Received event network-changed-d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1415.570421] env[62312]: DEBUG nova.compute.manager [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Refreshing instance network info cache due to event network-changed-d1e10745-8b21-4335-8cb3-3e0739945e17. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1415.570674] env[62312]: DEBUG oslo_concurrency.lockutils [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] Acquiring lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.570900] env[62312]: DEBUG oslo_concurrency.lockutils [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] Acquired lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.571242] env[62312]: DEBUG nova.network.neutron [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Refreshing network info cache for port d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.638699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.641549] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.841s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.641796] env[62312]: DEBUG nova.objects.instance [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lazy-loading 'resources' on Instance uuid 610060b3-65e4-410a-8073-5f07f3e0539c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.663982] env[62312]: INFO nova.scheduler.client.report [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Deleted allocations for instance 8e5909af-780c-4256-99ce-30e0824b4106 [ 1415.764046] env[62312]: DEBUG oslo_vmware.api [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139062} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.764046] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.764158] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.764252] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.764424] env[62312]: INFO nova.compute.manager [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1415.764670] env[62312]: DEBUG oslo.service.loopingcall [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.764862] env[62312]: DEBUG nova.compute.manager [-] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.764955] env[62312]: DEBUG nova.network.neutron [-] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.889697] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5297053f-aa8e-219b-744f-8a4c4c2eb1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.889887] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.890191] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5/bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.892417] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-022e2568-d3db-46f5-a9d7-ed08d559a4c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.900742] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1415.900742] env[62312]: value = "task-1809353" [ 1415.900742] env[62312]: _type = "Task" [ 1415.900742] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.911410] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.952045] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Releasing lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.952045] env[62312]: DEBUG nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Instance network_info: |[{"id": "ef105279-3a82-4979-96a1-12c233c4c680", "address": "fa:16:3e:d6:4c:f2", "network": {"id": "b2e2a73c-b055-4ee0-8457-606d68692774", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1930846410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13571af11f1943288a40801b3d1d9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef105279-3a", "ovs_interfaceid": "ef105279-3a82-4979-96a1-12c233c4c680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1415.952349] env[62312]: DEBUG oslo_vmware.api [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809350, 'name': PowerOnVM_Task, 'duration_secs': 0.691175} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.952932] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:4c:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef105279-3a82-4979-96a1-12c233c4c680', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.963663] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Creating folder: Project (13571af11f1943288a40801b3d1d9516). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1415.963663] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.963663] env[62312]: INFO nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1415.963663] env[62312]: DEBUG nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.964833] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fa6cfc8-d704-4625-a4ec-3965a3e49eea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.966704] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2d74e-cad0-427f-8de2-3c31891a54a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.124131] env[62312]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1416.124368] env[62312]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62312) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1416.125150] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Folder already exists: Project (13571af11f1943288a40801b3d1d9516). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1416.125258] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Creating folder: Instances. Parent ref: group-v374944. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.129187] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-241ec303-cced-43ad-9b85-fb9d29681c65 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.155483] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Created folder: Instances in parent group-v374944. [ 1416.157362] env[62312]: DEBUG oslo.service.loopingcall [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.157362] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.157362] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d1bbca8-2450-498e-925e-0905ceeb13f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.183838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1387d466-4676-49c7-af27-e87f28ff4d98 tempest-ServerExternalEventsTest-277720450 tempest-ServerExternalEventsTest-277720450-project-member] Lock "8e5909af-780c-4256-99ce-30e0824b4106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.794s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.190059] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.190059] env[62312]: value = "task-1809356" [ 1416.190059] env[62312]: _type = "Task" [ 1416.190059] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.204521] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809356, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.373032] env[62312]: DEBUG nova.network.neutron [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updated VIF entry in instance network info cache for port d1e10745-8b21-4335-8cb3-3e0739945e17. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.373032] env[62312]: DEBUG nova.network.neutron [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updating instance_info_cache with network_info: [{"id": "d1e10745-8b21-4335-8cb3-3e0739945e17", "address": "fa:16:3e:53:50:bd", "network": {"id": "c41f9d55-e277-44e9-896e-a5d42cf92125", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-154509174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044a81ceeafa4b438a712e4e32daf70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e10745-8b", "ovs_interfaceid": "d1e10745-8b21-4335-8cb3-3e0739945e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.379331] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "978f946b-172a-48d4-b9de-ee19dd0d1224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.380441] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.416223] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510746} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.416680] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5/bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.416787] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.416962] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9857291a-821a-4e7d-a52f-66391c168c56 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.425298] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1416.425298] env[62312]: value = "task-1809357" [ 1416.425298] env[62312]: _type = "Task" [ 1416.425298] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.436566] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.489484] env[62312]: INFO nova.compute.manager [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Took 39.71 seconds to build instance. [ 1416.561829] env[62312]: DEBUG nova.compute.manager [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Received event network-changed-ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1416.562064] env[62312]: DEBUG nova.compute.manager [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Refreshing instance network info cache due to event network-changed-ef105279-3a82-4979-96a1-12c233c4c680. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1416.562291] env[62312]: DEBUG oslo_concurrency.lockutils [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] Acquiring lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.562426] env[62312]: DEBUG oslo_concurrency.lockutils [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] Acquired lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.562585] env[62312]: DEBUG nova.network.neutron [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Refreshing network info cache for port ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.641069] env[62312]: DEBUG nova.network.neutron [-] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.697643] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9818bd6-0467-4bb2-84d1-f3fb13702bc4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.704714] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809356, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.713393] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd9fae2-90cc-4578-b06c-44f0ab1e2e13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.753133] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37fc51c-73b5-409f-b340-e833b16594e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.763133] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fefd7e-369f-459f-a9bf-685ce54103cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.779776] env[62312]: DEBUG nova.compute.provider_tree [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.879670] env[62312]: DEBUG oslo_concurrency.lockutils [req-556254fe-29ce-4401-96dd-c4ee96ebebce req-881b1678-f7ae-4a15-972c-88432098f378 service nova] Releasing lock "refresh_cache-18199893-4be7-41c8-b5a7-319a6c1da49f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.935868] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072097} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.936192] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.936991] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd6a737-a39a-4e11-8a5e-9fc03bec19ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.960696] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5/bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.961105] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad75a864-f57e-4c69-ac45-fcc2439908e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.982806] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1416.982806] env[62312]: value = "task-1809358" [ 1416.982806] env[62312]: _type = "Task" [ 1416.982806] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.991577] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6e48ba2b-b635-473d-91fb-c77c43299227 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.860s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.991818] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.144883] env[62312]: INFO nova.compute.manager [-] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Took 1.38 seconds to deallocate network for instance. [ 1417.203746] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809356, 'name': CreateVM_Task, 'duration_secs': 0.603904} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.203916] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.204649] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '64485efc-6dab-4694-ad90-92dc52766029', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374956', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'name': 'volume-aceb6978-5cf1-4f20-809c-982faf820b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'serial': 'aceb6978-5cf1-4f20-809c-982faf820b88'}, 'volume_type': None}], 'swap': None} {{(pid=62312) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1417.204864] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Root volume attach. Driver type: vmdk {{(pid=62312) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1417.205672] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691983ac-3d79-4356-bcb9-679fbba60fc4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.214680] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830fe4d8-d0bc-42c0-9104-ba396b8c6fdc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.221404] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f823a-5e19-4f7e-a272-f335b9cacd93 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.230789] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f0dccd2d-9ecc-487b-8d3f-b627b76bff29 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.242023] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1417.242023] env[62312]: value = "task-1809359" [ 1417.242023] env[62312]: _type = "Task" [ 1417.242023] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.248193] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809359, 'name': RelocateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.283278] env[62312]: DEBUG nova.scheduler.client.report [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.499021] env[62312]: DEBUG nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1417.503012] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "18199893-4be7-41c8-b5a7-319a6c1da49f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.503305] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.503512] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "18199893-4be7-41c8-b5a7-319a6c1da49f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.503754] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.503850] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.508141] env[62312]: INFO nova.compute.manager [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Terminating instance [ 1417.508141] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809358, 'name': ReconfigVM_Task, 'duration_secs': 0.290968} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.509704] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Reconfigured VM instance instance-00000019 to attach disk [datastore1] bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5/bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.509704] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed7feb1-f546-46e8-9f98-f8b281d46902 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.522279] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1417.522279] env[62312]: value = "task-1809360" [ 1417.522279] env[62312]: _type = "Task" [ 1417.522279] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.534913] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809360, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.557154] env[62312]: DEBUG nova.network.neutron [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Updated VIF entry in instance network info cache for port ef105279-3a82-4979-96a1-12c233c4c680. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.557531] env[62312]: DEBUG nova.network.neutron [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Updating instance_info_cache with network_info: [{"id": "ef105279-3a82-4979-96a1-12c233c4c680", "address": "fa:16:3e:d6:4c:f2", "network": {"id": "b2e2a73c-b055-4ee0-8457-606d68692774", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1930846410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13571af11f1943288a40801b3d1d9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef105279-3a", "ovs_interfaceid": "ef105279-3a82-4979-96a1-12c233c4c680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.651883] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.751386] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809359, 'name': RelocateVM_Task, 'duration_secs': 0.399335} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.751959] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1417.752324] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374956', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'name': 'volume-aceb6978-5cf1-4f20-809c-982faf820b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'serial': 'aceb6978-5cf1-4f20-809c-982faf820b88'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1417.753277] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bddee2-0628-472a-ae73-3f8a8485ab38 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.770483] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f664b4d9-8587-4630-bbd0-0db81ac7b8b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.795415] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-aceb6978-5cf1-4f20-809c-982faf820b88/volume-aceb6978-5cf1-4f20-809c-982faf820b88.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.796319] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.798361] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb395d1f-a731-4809-a916-0201a7140d77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.813701] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.942s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.816302] env[62312]: INFO nova.compute.claims [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.827547] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1417.827547] env[62312]: value = "task-1809361" [ 1417.827547] env[62312]: _type = "Task" [ 1417.827547] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.836337] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.837324] env[62312]: INFO nova.scheduler.client.report [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Deleted allocations for instance 610060b3-65e4-410a-8073-5f07f3e0539c [ 1418.013068] env[62312]: DEBUG nova.compute.manager [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1418.013387] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.016714] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b252fe2c-8b31-4d11-8615-a902569a8aef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.030990] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.031715] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54983e4d-e51c-4482-8411-4f076267e883 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.034506] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.041012] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809360, 'name': Rename_Task, 'duration_secs': 0.198339} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.041012] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.041740] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f7d026-5679-43c8-8f6c-07f3d9cd9065 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.049058] env[62312]: DEBUG oslo_vmware.api [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1418.049058] env[62312]: value = "task-1809362" [ 1418.049058] env[62312]: _type = "Task" [ 1418.049058] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.050775] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1418.050775] env[62312]: value = "task-1809363" [ 1418.050775] env[62312]: _type = "Task" [ 1418.050775] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.060291] env[62312]: DEBUG oslo_concurrency.lockutils [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] Releasing lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.060652] env[62312]: DEBUG nova.compute.manager [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Received event network-vif-deleted-825999b3-ce27-43e2-beeb-f788593b6bf1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1418.061329] env[62312]: INFO nova.compute.manager [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Neutron deleted interface 825999b3-ce27-43e2-beeb-f788593b6bf1; detaching it from the instance and deleting it from the info cache [ 1418.061329] env[62312]: DEBUG nova.network.neutron [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.068526] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.068779] env[62312]: DEBUG oslo_vmware.api [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.339433] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809361, 'name': ReconfigVM_Task, 'duration_secs': 0.274331} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.339735] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-aceb6978-5cf1-4f20-809c-982faf820b88/volume-aceb6978-5cf1-4f20-809c-982faf820b88.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.347678] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7f5afa-26fa-4fe6-9658-1632f549d7e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.365503] env[62312]: DEBUG oslo_concurrency.lockutils [None req-472a1d75-50c5-4ec0-b899-a2d28f2665ad tempest-ServerAddressesNegativeTestJSON-1410529071 tempest-ServerAddressesNegativeTestJSON-1410529071-project-member] Lock "610060b3-65e4-410a-8073-5f07f3e0539c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.574s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.374127] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1418.374127] env[62312]: value = "task-1809364" [ 1418.374127] env[62312]: _type = "Task" [ 1418.374127] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.385242] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.567631] env[62312]: DEBUG oslo_vmware.api [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809362, 'name': PowerOffVM_Task, 'duration_secs': 0.453371} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.574996] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.575225] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.575822] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809363, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.576064] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-035d5f17-a60c-45ff-b181-6272d88f16d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.577779] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac2d934b-a085-48be-a228-209682b83ddb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.588088] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318bc335-1af3-4b79-81b7-812cb20ba48a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.628129] env[62312]: DEBUG nova.compute.manager [req-5eb914e5-acf5-453b-b825-5684866e5ad8 req-4af92218-b256-40c1-9233-803269cfd22d service nova] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Detach interface failed, port_id=825999b3-ce27-43e2-beeb-f788593b6bf1, reason: Instance cc768a9e-0d11-49e0-8762-35dcaaf929fb could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1418.695366] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.695620] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.695829] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Deleting the datastore file [datastore1] 18199893-4be7-41c8-b5a7-319a6c1da49f {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.696166] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb85998f-cf11-48c0-ad34-8952154b8503 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.704467] env[62312]: DEBUG oslo_vmware.api [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for the task: (returnval){ [ 1418.704467] env[62312]: value = "task-1809366" [ 1418.704467] env[62312]: _type = "Task" [ 1418.704467] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.716025] env[62312]: DEBUG oslo_vmware.api [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.885412] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.070057] env[62312]: DEBUG oslo_vmware.api [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809363, 'name': PowerOnVM_Task, 'duration_secs': 0.693898} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.072865] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.073127] env[62312]: INFO nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1419.073347] env[62312]: DEBUG nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.074545] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b90a2-a3a8-4972-a857-411fa5992576 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.216821] env[62312]: DEBUG oslo_vmware.api [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Task: {'id': task-1809366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222818} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.220628] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.220909] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.221008] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.221203] env[62312]: INFO nova.compute.manager [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1419.221521] env[62312]: DEBUG oslo.service.loopingcall [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.222871] env[62312]: DEBUG nova.compute.manager [-] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1419.222871] env[62312]: DEBUG nova.network.neutron [-] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.312637] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7df42a-a3cf-49bc-bcdc-509a7007f164 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.320713] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c56844-01b9-42b0-a3c0-6ca7d9511d25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.357064] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e15066-3c0f-4435-9a3a-27c3f452fbde {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.364954] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0659c436-3509-4888-908a-baf412573c62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.379577] env[62312]: DEBUG nova.compute.provider_tree [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.390727] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.560526] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "626daee0-ec18-4366-af6a-6b07708dedb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.560526] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "626daee0-ec18-4366-af6a-6b07708dedb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.597906] env[62312]: DEBUG nova.compute.manager [req-c20f4c70-0114-4ea4-9eba-ae1100ef77ea req-c1ac381a-c032-418e-bfd7-a134c1451155 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Received event network-vif-deleted-d1e10745-8b21-4335-8cb3-3e0739945e17 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1419.598183] env[62312]: INFO nova.compute.manager [req-c20f4c70-0114-4ea4-9eba-ae1100ef77ea req-c1ac381a-c032-418e-bfd7-a134c1451155 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Neutron deleted interface d1e10745-8b21-4335-8cb3-3e0739945e17; detaching it from the instance and deleting it from the info cache [ 1419.598334] env[62312]: DEBUG nova.network.neutron [req-c20f4c70-0114-4ea4-9eba-ae1100ef77ea req-c1ac381a-c032-418e-bfd7-a134c1451155 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.604164] env[62312]: INFO nova.compute.manager [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Took 42.56 seconds to build instance. [ 1419.888059] env[62312]: DEBUG nova.scheduler.client.report [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.895860] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809364, 'name': ReconfigVM_Task, 'duration_secs': 1.188615} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.896373] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374956', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'name': 'volume-aceb6978-5cf1-4f20-809c-982faf820b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'serial': 'aceb6978-5cf1-4f20-809c-982faf820b88'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1419.897076] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abbcf31b-81a0-4296-9683-b716943eece7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.905757] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1419.905757] env[62312]: value = "task-1809367" [ 1419.905757] env[62312]: _type = "Task" [ 1419.905757] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.918833] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809367, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.983306] env[62312]: DEBUG nova.network.neutron [-] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.108023] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80eb6433-e2b4-4497-bed1-20d6b81fd077 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.108598] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a181961-4a68-4df0-b0a3-a215b1fbfae5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.428s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.119841] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb819f9-5f79-43b8-aae2-10b6e507e702 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.156787] env[62312]: DEBUG nova.compute.manager [req-c20f4c70-0114-4ea4-9eba-ae1100ef77ea req-c1ac381a-c032-418e-bfd7-a134c1451155 service nova] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Detach interface failed, port_id=d1e10745-8b21-4335-8cb3-3e0739945e17, reason: Instance 18199893-4be7-41c8-b5a7-319a6c1da49f could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1420.393667] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.393667] env[62312]: DEBUG nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.398745] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.346s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.400863] env[62312]: INFO nova.compute.claims [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.418157] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809367, 'name': Rename_Task, 'duration_secs': 0.12783} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.418157] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.418832] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-024a0d12-c5e4-416e-9b40-190011ae5c0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.425958] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1420.425958] env[62312]: value = "task-1809368" [ 1420.425958] env[62312]: _type = "Task" [ 1420.425958] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.435761] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.485387] env[62312]: INFO nova.compute.manager [-] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Took 1.26 seconds to deallocate network for instance. [ 1420.611053] env[62312]: DEBUG nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.902589] env[62312]: DEBUG nova.compute.utils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.902589] env[62312]: DEBUG nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.902589] env[62312]: DEBUG nova.network.neutron [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.939678] env[62312]: DEBUG oslo_vmware.api [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809368, 'name': PowerOnVM_Task, 'duration_secs': 0.461876} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.939949] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.940258] env[62312]: INFO nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1420.940436] env[62312]: DEBUG nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.941289] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e908dc-9e8a-4b29-a434-c0b447c37722 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.955415] env[62312]: DEBUG nova.policy [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9116b72691f74583836f2182c705017d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b4c784f5bea4310a0bd9029a31a0cb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.992012] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.134188] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.247705] env[62312]: DEBUG nova.network.neutron [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Successfully created port: 01c8d804-9e74-40d4-a347-6164bef448dd {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.404910] env[62312]: DEBUG nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.467150] env[62312]: INFO nova.compute.manager [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Took 42.19 seconds to build instance. [ 1421.773029] env[62312]: DEBUG nova.compute.manager [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received event network-changed-6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1421.774277] env[62312]: DEBUG nova.compute.manager [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Refreshing instance network info cache due to event network-changed-6d2233ea-9316-497e-9dc9-15412daea427. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1421.774277] env[62312]: DEBUG oslo_concurrency.lockutils [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] Acquiring lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.774277] env[62312]: DEBUG oslo_concurrency.lockutils [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] Acquired lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.774277] env[62312]: DEBUG nova.network.neutron [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Refreshing network info cache for port 6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.942515] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d5287-87db-4488-ae2a-1013a6da28ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.951693] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97728e8b-a4a9-44c6-8994-6eb84ac83b55 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.984619] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c143b5d-af73-4613-9f2e-04a8724ab0b6 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.533s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.986558] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e142720-6acc-4ab3-8d9f-8ba24ac574c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.998455] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea479e1-0526-4f32-9e60-1ed0e062fb58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.012772] env[62312]: DEBUG nova.compute.provider_tree [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.418096] env[62312]: DEBUG nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1422.457516] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.457516] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.459435] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.459435] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.459435] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.459435] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.459435] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.459653] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.459653] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.459653] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.460569] env[62312]: DEBUG nova.virt.hardware [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.460700] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aec4cf-5dea-45f3-88f9-5b0dbe71cba0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.474914] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290770ef-d3b0-4712-8ae1-462f6f89b5ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.490125] env[62312]: DEBUG nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.496315] env[62312]: DEBUG nova.compute.manager [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Received event network-changed-ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1422.496508] env[62312]: DEBUG nova.compute.manager [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Refreshing instance network info cache due to event network-changed-ef105279-3a82-4979-96a1-12c233c4c680. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1422.496796] env[62312]: DEBUG oslo_concurrency.lockutils [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] Acquiring lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.497039] env[62312]: DEBUG oslo_concurrency.lockutils [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] Acquired lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.497223] env[62312]: DEBUG nova.network.neutron [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Refreshing network info cache for port ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.517382] env[62312]: DEBUG nova.scheduler.client.report [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.696884] env[62312]: DEBUG nova.network.neutron [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updated VIF entry in instance network info cache for port 6d2233ea-9316-497e-9dc9-15412daea427. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.699569] env[62312]: DEBUG nova.network.neutron [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.021235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.022418] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.022903] env[62312]: DEBUG nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.025554] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.732s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.029253] env[62312]: DEBUG nova.objects.instance [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lazy-loading 'resources' on Instance uuid 9cd6d08a-2810-4377-a731-c0dd895580b7 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.148755] env[62312]: DEBUG nova.network.neutron [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Successfully updated port: 01c8d804-9e74-40d4-a347-6164bef448dd {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.204368] env[62312]: DEBUG oslo_concurrency.lockutils [req-94b803f3-1abf-426e-9c44-b3f588535b92 req-3a3c0296-4619-40f0-b434-62d5b8c721a9 service nova] Releasing lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.426217] env[62312]: DEBUG nova.network.neutron [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Updated VIF entry in instance network info cache for port ef105279-3a82-4979-96a1-12c233c4c680. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.426603] env[62312]: DEBUG nova.network.neutron [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Updating instance_info_cache with network_info: [{"id": "ef105279-3a82-4979-96a1-12c233c4c680", "address": "fa:16:3e:d6:4c:f2", "network": {"id": "b2e2a73c-b055-4ee0-8457-606d68692774", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1930846410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13571af11f1943288a40801b3d1d9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef105279-3a", "ovs_interfaceid": "ef105279-3a82-4979-96a1-12c233c4c680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.534698] env[62312]: DEBUG nova.compute.utils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.540237] env[62312]: DEBUG nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.540459] env[62312]: DEBUG nova.network.neutron [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.606059] env[62312]: DEBUG nova.policy [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d023d146e94054b51291a386593ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dfcb2fdc1424cc3976b41b747c0888a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.654572] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "refresh_cache-ff6920f6-d7f0-47db-af2b-7896c496fe32" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.654714] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquired lock "refresh_cache-ff6920f6-d7f0-47db-af2b-7896c496fe32" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.654862] env[62312]: DEBUG nova.network.neutron [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.815670] env[62312]: DEBUG nova.compute.manager [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Received event network-vif-plugged-01c8d804-9e74-40d4-a347-6164bef448dd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1423.815993] env[62312]: DEBUG oslo_concurrency.lockutils [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] Acquiring lock "ff6920f6-d7f0-47db-af2b-7896c496fe32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.816156] env[62312]: DEBUG oslo_concurrency.lockutils [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.817071] env[62312]: DEBUG oslo_concurrency.lockutils [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.817071] env[62312]: DEBUG nova.compute.manager [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] No waiting events found dispatching network-vif-plugged-01c8d804-9e74-40d4-a347-6164bef448dd {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.817071] env[62312]: WARNING nova.compute.manager [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Received unexpected event network-vif-plugged-01c8d804-9e74-40d4-a347-6164bef448dd for instance with vm_state building and task_state spawning. [ 1423.817071] env[62312]: DEBUG nova.compute.manager [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Received event network-changed-01c8d804-9e74-40d4-a347-6164bef448dd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1423.817071] env[62312]: DEBUG nova.compute.manager [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Refreshing instance network info cache due to event network-changed-01c8d804-9e74-40d4-a347-6164bef448dd. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1423.817274] env[62312]: DEBUG oslo_concurrency.lockutils [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] Acquiring lock "refresh_cache-ff6920f6-d7f0-47db-af2b-7896c496fe32" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.933021] env[62312]: DEBUG oslo_concurrency.lockutils [req-8a85c8a1-54c5-4162-98d8-d99af6107cf9 req-65c18394-1240-42d1-8cb8-22ac8781fe08 service nova] Releasing lock "refresh_cache-5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.037772] env[62312]: DEBUG nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.090138] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb45cab5-bf61-4a95-ba36-37d2047b9191 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.103201] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1169a57a-f1c8-4f01-ae31-3af0a39f12e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.137832] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172c8492-fc54-4e8e-9fe0-0522a881c2f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.146697] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221fd26f-4b75-487c-9bb1-8bd168b5eea3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.167750] env[62312]: DEBUG nova.compute.provider_tree [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.223229] env[62312]: DEBUG nova.network.neutron [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.285021] env[62312]: DEBUG nova.network.neutron [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Successfully created port: 263c21e8-322a-4f88-a867-1373ed052571 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.514390] env[62312]: DEBUG nova.network.neutron [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Updating instance_info_cache with network_info: [{"id": "01c8d804-9e74-40d4-a347-6164bef448dd", "address": "fa:16:3e:a9:97:8b", "network": {"id": "7ce5244f-2559-4368-b058-9fc1ea825f9c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-182512138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b4c784f5bea4310a0bd9029a31a0cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c8d804-9e", "ovs_interfaceid": "01c8d804-9e74-40d4-a347-6164bef448dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.671555] env[62312]: DEBUG nova.scheduler.client.report [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.015787] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Releasing lock "refresh_cache-ff6920f6-d7f0-47db-af2b-7896c496fe32" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.016148] env[62312]: DEBUG nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Instance network_info: |[{"id": "01c8d804-9e74-40d4-a347-6164bef448dd", "address": "fa:16:3e:a9:97:8b", "network": {"id": "7ce5244f-2559-4368-b058-9fc1ea825f9c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-182512138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b4c784f5bea4310a0bd9029a31a0cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c8d804-9e", "ovs_interfaceid": "01c8d804-9e74-40d4-a347-6164bef448dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.016458] env[62312]: DEBUG oslo_concurrency.lockutils [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] Acquired lock "refresh_cache-ff6920f6-d7f0-47db-af2b-7896c496fe32" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.016629] env[62312]: DEBUG nova.network.neutron [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Refreshing network info cache for port 01c8d804-9e74-40d4-a347-6164bef448dd {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.017910] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:97:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01c8d804-9e74-40d4-a347-6164bef448dd', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.033388] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Creating folder: Project (4b4c784f5bea4310a0bd9029a31a0cb6). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.036650] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1519b47-118f-4384-abc3-46614771c3fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.052221] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Created folder: Project (4b4c784f5bea4310a0bd9029a31a0cb6) in parent group-v374919. [ 1425.052525] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Creating folder: Instances. Parent ref: group-v375008. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.053583] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75e3bd99-86d7-499f-992e-e33d01104f85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.056698] env[62312]: DEBUG nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.075778] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Created folder: Instances in parent group-v375008. [ 1425.075778] env[62312]: DEBUG oslo.service.loopingcall [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.077703] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.079013] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b29e972-d486-4270-8b89-e565b78c5f75 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.099616] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.099616] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.099836] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.099975] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.100196] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.100373] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.100720] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.101018] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.101279] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.101476] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.101683] env[62312]: DEBUG nova.virt.hardware [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.102567] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a598d-0283-401e-912f-60a04ceaa0be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.115333] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479afd52-0b4c-4463-aa49-a570d644973a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.119920] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.119920] env[62312]: value = "task-1809371" [ 1425.119920] env[62312]: _type = "Task" [ 1425.119920] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.139557] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809371, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.178222] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.183055] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.920s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.183311] env[62312]: DEBUG nova.objects.instance [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lazy-loading 'resources' on Instance uuid fe8200b4-0acd-4664-9b3d-b775ab421bd1 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.203579] env[62312]: INFO nova.scheduler.client.report [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Deleted allocations for instance 9cd6d08a-2810-4377-a731-c0dd895580b7 [ 1425.304150] env[62312]: DEBUG nova.network.neutron [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Updated VIF entry in instance network info cache for port 01c8d804-9e74-40d4-a347-6164bef448dd. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.304150] env[62312]: DEBUG nova.network.neutron [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Updating instance_info_cache with network_info: [{"id": "01c8d804-9e74-40d4-a347-6164bef448dd", "address": "fa:16:3e:a9:97:8b", "network": {"id": "7ce5244f-2559-4368-b058-9fc1ea825f9c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-182512138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b4c784f5bea4310a0bd9029a31a0cb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c8d804-9e", "ovs_interfaceid": "01c8d804-9e74-40d4-a347-6164bef448dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.588256] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "3740794c-c7a8-4325-9234-0fe4f83cc465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.588514] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.631861] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809371, 'name': CreateVM_Task, 'duration_secs': 0.348697} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.632044] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1425.632707] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.633465] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.633465] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1425.633465] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832b5ffd-bef0-4076-b0f3-ab7e993fa18e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.640194] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1425.640194] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521cd8df-1351-c122-cbf4-338ff09191d2" [ 1425.640194] env[62312]: _type = "Task" [ 1425.640194] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.648363] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521cd8df-1351-c122-cbf4-338ff09191d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.713724] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a6b86fa5-502e-4033-bd61-a47a094ba7f6 tempest-AttachInterfacesV270Test-1479071244 tempest-AttachInterfacesV270Test-1479071244-project-member] Lock "9cd6d08a-2810-4377-a731-c0dd895580b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.167s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.807791] env[62312]: DEBUG oslo_concurrency.lockutils [req-686e3632-4fca-49d6-bf81-b3bd06eac958 req-f8de81e1-ee72-4757-b9d5-aeb58aaf4037 service nova] Releasing lock "refresh_cache-ff6920f6-d7f0-47db-af2b-7896c496fe32" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.874789] env[62312]: DEBUG nova.compute.manager [req-a6d15a14-a49b-4330-857a-7f3654fb60b5 req-05b8726a-d6f1-4c29-96cd-93613856a780 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Received event network-vif-plugged-263c21e8-322a-4f88-a867-1373ed052571 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1425.875017] env[62312]: DEBUG oslo_concurrency.lockutils [req-a6d15a14-a49b-4330-857a-7f3654fb60b5 req-05b8726a-d6f1-4c29-96cd-93613856a780 service nova] Acquiring lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.875233] env[62312]: DEBUG oslo_concurrency.lockutils [req-a6d15a14-a49b-4330-857a-7f3654fb60b5 req-05b8726a-d6f1-4c29-96cd-93613856a780 service nova] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.875395] env[62312]: DEBUG oslo_concurrency.lockutils [req-a6d15a14-a49b-4330-857a-7f3654fb60b5 req-05b8726a-d6f1-4c29-96cd-93613856a780 service nova] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.875556] env[62312]: DEBUG nova.compute.manager [req-a6d15a14-a49b-4330-857a-7f3654fb60b5 req-05b8726a-d6f1-4c29-96cd-93613856a780 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] No waiting events found dispatching network-vif-plugged-263c21e8-322a-4f88-a867-1373ed052571 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.875719] env[62312]: WARNING nova.compute.manager [req-a6d15a14-a49b-4330-857a-7f3654fb60b5 req-05b8726a-d6f1-4c29-96cd-93613856a780 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Received unexpected event network-vif-plugged-263c21e8-322a-4f88-a867-1373ed052571 for instance with vm_state building and task_state spawning. [ 1425.974046] env[62312]: DEBUG nova.network.neutron [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Successfully updated port: 263c21e8-322a-4f88-a867-1373ed052571 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.159523] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521cd8df-1351-c122-cbf4-338ff09191d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.159919] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.160105] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.160352] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.160573] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.160661] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.160923] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18f2274e-69d3-496c-a363-9148ebf9278f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.175031] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.175031] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.175593] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e7d2df-5c3c-45c8-99be-7a81c9b3a15c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.178520] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1256a-38b3-424c-b0dd-ccf95983c132 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.185195] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1426.185195] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ea9fa7-f99f-01fc-c767-ffde178801fc" [ 1426.185195] env[62312]: _type = "Task" [ 1426.185195] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.191244] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6b32ba-7a77-4f33-ad25-364fb94e4316 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.201643] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ea9fa7-f99f-01fc-c767-ffde178801fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.228037] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559b7794-eccc-4dd8-ad8a-3f91c5d5a0cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.230958] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafb4c7f-1a64-4b80-af48-73afbd96a541 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.238080] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1426.238080] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b5c949-bd49-7b76-449f-d16c612eb87e" [ 1426.238080] env[62312]: _type = "Task" [ 1426.238080] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.246744] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05a115-f71a-4a16-9eb2-27d7b497328b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.262219] env[62312]: DEBUG nova.compute.provider_tree [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.267283] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b5c949-bd49-7b76-449f-d16c612eb87e, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.267283] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.267601] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] ff6920f6-d7f0-47db-af2b-7896c496fe32/ff6920f6-d7f0-47db-af2b-7896c496fe32.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.269779] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b4db703-3d92-4048-ad69-7d0398afdf6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.275376] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1426.275376] env[62312]: value = "task-1809372" [ 1426.275376] env[62312]: _type = "Task" [ 1426.275376] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.287102] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.474639] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-66448535-e73a-4cf2-bc6f-f12e656ff3f1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.474852] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-66448535-e73a-4cf2-bc6f-f12e656ff3f1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.475099] env[62312]: DEBUG nova.network.neutron [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.770666] env[62312]: DEBUG nova.scheduler.client.report [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.789733] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809372, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.021176] env[62312]: DEBUG nova.network.neutron [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.273870] env[62312]: DEBUG nova.network.neutron [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Updating instance_info_cache with network_info: [{"id": "263c21e8-322a-4f88-a867-1373ed052571", "address": "fa:16:3e:e6:31:1a", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263c21e8-32", "ovs_interfaceid": "263c21e8-322a-4f88-a867-1373ed052571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.279531] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.281714] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.577s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.281907] env[62312]: DEBUG nova.objects.instance [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1427.302591] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597979} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.302591] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] ff6920f6-d7f0-47db-af2b-7896c496fe32/ff6920f6-d7f0-47db-af2b-7896c496fe32.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.302591] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.302591] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d05f26b-4f0b-470f-ad5d-265925883b97 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.311737] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1427.311737] env[62312]: value = "task-1809373" [ 1427.311737] env[62312]: _type = "Task" [ 1427.311737] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.317271] env[62312]: INFO nova.scheduler.client.report [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Deleted allocations for instance fe8200b4-0acd-4664-9b3d-b775ab421bd1 [ 1427.326302] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.776450] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-66448535-e73a-4cf2-bc6f-f12e656ff3f1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.778451] env[62312]: DEBUG nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Instance network_info: |[{"id": "263c21e8-322a-4f88-a867-1373ed052571", "address": "fa:16:3e:e6:31:1a", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263c21e8-32", "ovs_interfaceid": "263c21e8-322a-4f88-a867-1373ed052571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.778935] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:31:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263c21e8-322a-4f88-a867-1373ed052571', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.786826] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating folder: Project (2dfcb2fdc1424cc3976b41b747c0888a). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.787149] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-332fd263-e774-4d68-813d-2a61d9d09cc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.804105] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created folder: Project (2dfcb2fdc1424cc3976b41b747c0888a) in parent group-v374919. [ 1427.804329] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating folder: Instances. Parent ref: group-v375011. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.804914] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdc01b41-b155-4a8e-977b-68060e119d38 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.819631] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created folder: Instances in parent group-v375011. [ 1427.819921] env[62312]: DEBUG oslo.service.loopingcall [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.823239] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.823575] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26469} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.823795] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97eaacc3-d0a7-42f4-959c-f128eb3f6794 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.838435] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.843319] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6078a3-a3a9-42a4-946e-a2d0817df06e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.846381] env[62312]: DEBUG oslo_concurrency.lockutils [None req-119a03e6-937d-48b8-830b-ba5ed266026b tempest-ServerDiagnosticsV248Test-503996771 tempest-ServerDiagnosticsV248Test-503996771-project-member] Lock "fe8200b4-0acd-4664-9b3d-b775ab421bd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.883s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.869205] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ff6920f6-d7f0-47db-af2b-7896c496fe32/ff6920f6-d7f0-47db-af2b-7896c496fe32.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.871478] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb7607cb-d000-4862-b1d7-db4ea493d944 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.886623] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.886623] env[62312]: value = "task-1809376" [ 1427.886623] env[62312]: _type = "Task" [ 1427.886623] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.893541] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1427.893541] env[62312]: value = "task-1809377" [ 1427.893541] env[62312]: _type = "Task" [ 1427.893541] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.897516] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809376, 'name': CreateVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.906694] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.932653] env[62312]: DEBUG nova.compute.manager [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Received event network-changed-263c21e8-322a-4f88-a867-1373ed052571 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1427.932870] env[62312]: DEBUG nova.compute.manager [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Refreshing instance network info cache due to event network-changed-263c21e8-322a-4f88-a867-1373ed052571. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1427.933128] env[62312]: DEBUG oslo_concurrency.lockutils [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] Acquiring lock "refresh_cache-66448535-e73a-4cf2-bc6f-f12e656ff3f1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.933280] env[62312]: DEBUG oslo_concurrency.lockutils [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] Acquired lock "refresh_cache-66448535-e73a-4cf2-bc6f-f12e656ff3f1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.933431] env[62312]: DEBUG nova.network.neutron [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Refreshing network info cache for port 263c21e8-322a-4f88-a867-1373ed052571 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.299618] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12047d05-8c72-4f08-b902-30c94b99777c tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.301061] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.664s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.301115] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.301346] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1428.301709] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.926s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.303238] env[62312]: INFO nova.compute.claims [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.307348] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df084fb-031f-487e-af8c-43e68b96e4ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.317896] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b7f389-f9ee-4062-a615-2a11c954c32c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.336351] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff82e8-848e-45b5-bbe6-e042c7fc7a2c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.345724] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4299d-10e6-45ef-9564-042ded1b0ef7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.382713] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180040MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1428.382713] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.397087] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809376, 'name': CreateVM_Task, 'duration_secs': 0.499013} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.397554] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.401142] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.401329] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.401637] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.401891] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21955a53-0d77-4a82-82ff-749a58e4a46e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.407069] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1428.407069] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52065ef1-0655-8175-dcfa-f7abef8b9fd2" [ 1428.407069] env[62312]: _type = "Task" [ 1428.407069] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.410171] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809377, 'name': ReconfigVM_Task, 'duration_secs': 0.475551} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.413341] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ff6920f6-d7f0-47db-af2b-7896c496fe32/ff6920f6-d7f0-47db-af2b-7896c496fe32.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.414269] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba4f87a-2a53-45b0-bdb8-0edc8fa6b7ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.421908] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52065ef1-0655-8175-dcfa-f7abef8b9fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.426031] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1428.426031] env[62312]: value = "task-1809378" [ 1428.426031] env[62312]: _type = "Task" [ 1428.426031] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.431890] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809378, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.722765] env[62312]: DEBUG nova.network.neutron [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Updated VIF entry in instance network info cache for port 263c21e8-322a-4f88-a867-1373ed052571. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.723593] env[62312]: DEBUG nova.network.neutron [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Updating instance_info_cache with network_info: [{"id": "263c21e8-322a-4f88-a867-1373ed052571", "address": "fa:16:3e:e6:31:1a", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263c21e8-32", "ovs_interfaceid": "263c21e8-322a-4f88-a867-1373ed052571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.920805] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52065ef1-0655-8175-dcfa-f7abef8b9fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.015035} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.921299] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.921418] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.922261] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.922261] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.922261] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.922261] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0e02527-32c2-4f2d-96a5-b032db56ca3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.933796] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809378, 'name': Rename_Task, 'duration_secs': 0.230354} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.935025] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.935301] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.935466] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.936159] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f12770b-092a-442d-950b-693431cb56f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.937705] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8483d08-bdb5-4457-96f6-6d73d4789b7c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.944553] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1428.944553] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520adecc-8adf-c421-f2a9-eeabd8d4839e" [ 1428.944553] env[62312]: _type = "Task" [ 1428.944553] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.949115] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1428.949115] env[62312]: value = "task-1809379" [ 1428.949115] env[62312]: _type = "Task" [ 1428.949115] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.955914] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520adecc-8adf-c421-f2a9-eeabd8d4839e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.964484] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.226475] env[62312]: DEBUG oslo_concurrency.lockutils [req-8588d9d1-8095-46e7-a62b-c7c001f6d878 req-0c66f8a8-8290-4a28-a351-7d0aa60b7bb8 service nova] Releasing lock "refresh_cache-66448535-e73a-4cf2-bc6f-f12e656ff3f1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.458415] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520adecc-8adf-c421-f2a9-eeabd8d4839e, 'name': SearchDatastore_Task, 'duration_secs': 0.014788} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.459537] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf8e2a9-76ae-4933-9bdb-c0d8422d3436 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.465343] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.472304] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1429.472304] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e11281-e623-b683-6090-f5b830f0dd0c" [ 1429.472304] env[62312]: _type = "Task" [ 1429.472304] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.484655] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e11281-e623-b683-6090-f5b830f0dd0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.750282] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6ba1f-2a35-4a26-8089-1ecaf8b702d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.764376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a27e53c-cc13-40c3-bf24-e11be4f1912a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.803853] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e64bb6-508b-496e-8970-e1303db20b1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.814255] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9549378-267c-49a9-848f-3376f2cd1f53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.829612] env[62312]: DEBUG nova.compute.provider_tree [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.962903] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.985343] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e11281-e623-b683-6090-f5b830f0dd0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.985632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.985973] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.986260] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a9400f-72e4-41ee-a7cb-f439e9b9e215 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.996313] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1429.996313] env[62312]: value = "task-1809380" [ 1429.996313] env[62312]: _type = "Task" [ 1429.996313] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.009555] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.336021] env[62312]: DEBUG nova.scheduler.client.report [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.471446] env[62312]: DEBUG oslo_vmware.api [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809379, 'name': PowerOnVM_Task, 'duration_secs': 1.115622} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.471846] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.472118] env[62312]: INFO nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1430.472342] env[62312]: DEBUG nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.473225] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e3d4c3-3e63-4430-bb6d-c07d5351c276 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.518193] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809380, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.765882] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "02e74b78-0911-4478-9b9e-45ecc07a935e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.766775] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "02e74b78-0911-4478-9b9e-45ecc07a935e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.840899] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.841668] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.845485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.360s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.845681] env[62312]: DEBUG nova.objects.instance [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1430.995613] env[62312]: INFO nova.compute.manager [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Took 49.15 seconds to build instance. [ 1431.013405] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680283} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.013405] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.013405] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.013405] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a31675f-c0dd-4c0e-b9e5-0b5db681fd6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.020527] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "88838791-2153-498b-8048-7891a84aa8be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.020771] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "88838791-2153-498b-8048-7891a84aa8be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.021058] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1431.021058] env[62312]: value = "task-1809381" [ 1431.021058] env[62312]: _type = "Task" [ 1431.021058] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.033539] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.353019] env[62312]: DEBUG nova.compute.utils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.353019] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1431.353019] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1431.403249] env[62312]: DEBUG nova.policy [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2119555d1b4ceb820b6eacc89b8e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8504bfc24e84fe6acf5ba95db026901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.499717] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67511a32-8ceb-495c-892e-4eaabfe625db tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.468s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.531474] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064875} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.531910] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.532832] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31441ee6-3c6d-4d65-84ba-9eb62a7ff1d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.558545] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.559372] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9dbcf6-b536-4dcb-a232-ed1f9dd9a30a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.586380] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1431.586380] env[62312]: value = "task-1809382" [ 1431.586380] env[62312]: _type = "Task" [ 1431.586380] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.594309] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.614711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "ff6920f6-d7f0-47db-af2b-7896c496fe32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.614711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.614711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "ff6920f6-d7f0-47db-af2b-7896c496fe32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.614711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.614952] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.615598] env[62312]: INFO nova.compute.manager [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Terminating instance [ 1431.667200] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Successfully created port: b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.860371] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.863964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ffde3d28-f19e-4160-ba34-b5fba3328d05 tempest-ServersAdmin275Test-1176788778 tempest-ServersAdmin275Test-1176788778-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.865088] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.319s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.865310] env[62312]: DEBUG nova.objects.instance [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lazy-loading 'resources' on Instance uuid 3c27d92d-5072-4d12-aa5e-60336dad1c41 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.005885] env[62312]: DEBUG nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1432.099724] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.120782] env[62312]: DEBUG nova.compute.manager [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.121126] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.122049] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9280c0-3c93-48cf-9ba0-4a85960a3391 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.131081] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.131389] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f069700a-fdbe-41b4-b1cb-a49f3958d2e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.137420] env[62312]: DEBUG oslo_vmware.api [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1432.137420] env[62312]: value = "task-1809383" [ 1432.137420] env[62312]: _type = "Task" [ 1432.137420] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.145911] env[62312]: DEBUG oslo_vmware.api [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.424802] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.425061] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.524895] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.599948] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809382, 'name': ReconfigVM_Task, 'duration_secs': 0.525143} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.601320] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.601961] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1daa759a-7658-431d-849a-60583196c858 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.609163] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1432.609163] env[62312]: value = "task-1809384" [ 1432.609163] env[62312]: _type = "Task" [ 1432.609163] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.618299] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809384, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.646490] env[62312]: DEBUG oslo_vmware.api [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809383, 'name': PowerOffVM_Task, 'duration_secs': 0.199234} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.649672] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.649672] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.649806] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fb5e910-bb26-4c71-87a6-e036cb4170dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.740571] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.741062] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.741062] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Deleting the datastore file [datastore1] ff6920f6-d7f0-47db-af2b-7896c496fe32 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.741350] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cc136f2-fc3f-4cce-948d-c344b26e5aaa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.748430] env[62312]: DEBUG oslo_vmware.api [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for the task: (returnval){ [ 1432.748430] env[62312]: value = "task-1809386" [ 1432.748430] env[62312]: _type = "Task" [ 1432.748430] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.756889] env[62312]: DEBUG oslo_vmware.api [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.863773] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851b695e-c477-46ef-91e7-01943ea39772 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.875884] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.879941] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f2ef35-8f5d-48d9-a7c2-7c3fcf83f9ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.914536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6713c96-8159-40c6-8b77-9a1260481361 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.921885] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9376ce4e-b9bc-40e4-910c-e65be1812563 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.927748] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.928157] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.928157] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.928269] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.928410] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.928547] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.929630] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.929630] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.929630] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.929630] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.929630] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.930343] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f0268-cb69-4724-a0c9-bb61033198ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.945514] env[62312]: DEBUG nova.compute.provider_tree [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.950323] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b2dcb1-abc9-486f-9ea3-bae1b56fe625 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.122943] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809384, 'name': Rename_Task, 'duration_secs': 0.158551} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.123976] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.123976] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22beb997-65c1-45e0-97b6-286d7a4aa522 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.127744] env[62312]: DEBUG nova.compute.manager [req-9db59969-652c-41e7-a842-e2bf465e29e1 req-a23115a3-8867-4868-9577-484277235bdb service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Received event network-vif-plugged-b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1433.128009] env[62312]: DEBUG oslo_concurrency.lockutils [req-9db59969-652c-41e7-a842-e2bf465e29e1 req-a23115a3-8867-4868-9577-484277235bdb service nova] Acquiring lock "87b3796c-2192-41de-a367-a40dec742c47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.128448] env[62312]: DEBUG oslo_concurrency.lockutils [req-9db59969-652c-41e7-a842-e2bf465e29e1 req-a23115a3-8867-4868-9577-484277235bdb service nova] Lock "87b3796c-2192-41de-a367-a40dec742c47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.128448] env[62312]: DEBUG oslo_concurrency.lockutils [req-9db59969-652c-41e7-a842-e2bf465e29e1 req-a23115a3-8867-4868-9577-484277235bdb service nova] Lock "87b3796c-2192-41de-a367-a40dec742c47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.128670] env[62312]: DEBUG nova.compute.manager [req-9db59969-652c-41e7-a842-e2bf465e29e1 req-a23115a3-8867-4868-9577-484277235bdb service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] No waiting events found dispatching network-vif-plugged-b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.128902] env[62312]: WARNING nova.compute.manager [req-9db59969-652c-41e7-a842-e2bf465e29e1 req-a23115a3-8867-4868-9577-484277235bdb service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Received unexpected event network-vif-plugged-b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 for instance with vm_state building and task_state spawning. [ 1433.134056] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1433.134056] env[62312]: value = "task-1809387" [ 1433.134056] env[62312]: _type = "Task" [ 1433.134056] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.142953] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.227302] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Successfully updated port: b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.258582] env[62312]: DEBUG oslo_vmware.api [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Task: {'id': task-1809386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139029} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.258827] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.259009] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.259238] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.259399] env[62312]: INFO nova.compute.manager [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1433.259628] env[62312]: DEBUG oslo.service.loopingcall [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.259807] env[62312]: DEBUG nova.compute.manager [-] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1433.259895] env[62312]: DEBUG nova.network.neutron [-] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1433.448405] env[62312]: DEBUG nova.scheduler.client.report [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.644116] env[62312]: DEBUG oslo_vmware.api [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809387, 'name': PowerOnVM_Task, 'duration_secs': 0.475179} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.644384] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.645386] env[62312]: INFO nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1433.645386] env[62312]: DEBUG nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.645592] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a142b81-c4e1-421b-ab08-8515777b9e35 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.732667] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "refresh_cache-87b3796c-2192-41de-a367-a40dec742c47" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.733057] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "refresh_cache-87b3796c-2192-41de-a367-a40dec742c47" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.733310] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.958167] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.961895] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.209s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.963610] env[62312]: INFO nova.compute.claims [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.989182] env[62312]: INFO nova.scheduler.client.report [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Deleted allocations for instance 3c27d92d-5072-4d12-aa5e-60336dad1c41 [ 1434.022667] env[62312]: DEBUG nova.network.neutron [-] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.175101] env[62312]: INFO nova.compute.manager [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Took 46.15 seconds to build instance. [ 1434.266234] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.406013] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Updating instance_info_cache with network_info: [{"id": "b5fc69af-54ab-46c1-82e0-b5eb3d1ca553", "address": "fa:16:3e:4e:6b:4f", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fc69af-54", "ovs_interfaceid": "b5fc69af-54ab-46c1-82e0-b5eb3d1ca553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.500250] env[62312]: DEBUG oslo_concurrency.lockutils [None req-027a0206-22b2-4948-bc44-8268b5e78001 tempest-ImagesOneServerTestJSON-535931465 tempest-ImagesOneServerTestJSON-535931465-project-member] Lock "3c27d92d-5072-4d12-aa5e-60336dad1c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.927s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.525510] env[62312]: INFO nova.compute.manager [-] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Took 1.27 seconds to deallocate network for instance. [ 1434.677028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5755d5b2-327d-408a-b2eb-889b46ed9372 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.723s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.789627] env[62312]: INFO nova.compute.manager [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Rebuilding instance [ 1434.833993] env[62312]: DEBUG nova.compute.manager [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.834890] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7d177-d22e-4dd3-a453-7995b865f376 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.910251] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "refresh_cache-87b3796c-2192-41de-a367-a40dec742c47" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.910349] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Instance network_info: |[{"id": "b5fc69af-54ab-46c1-82e0-b5eb3d1ca553", "address": "fa:16:3e:4e:6b:4f", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fc69af-54", "ovs_interfaceid": "b5fc69af-54ab-46c1-82e0-b5eb3d1ca553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1434.910728] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:6b:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5fc69af-54ab-46c1-82e0-b5eb3d1ca553', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.918659] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Creating folder: Project (e8504bfc24e84fe6acf5ba95db026901). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1434.920264] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56bada93-ffdd-4c3a-8356-d8c4c1fa321c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.930505] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Created folder: Project (e8504bfc24e84fe6acf5ba95db026901) in parent group-v374919. [ 1434.930723] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Creating folder: Instances. Parent ref: group-v375014. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1434.931277] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff52a83d-15a0-48e7-969b-1059fcbb915e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.939549] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Created folder: Instances in parent group-v375014. [ 1434.939780] env[62312]: DEBUG oslo.service.loopingcall [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.939965] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.940208] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988c6209-ca0d-43a8-b5fb-e437995a2fa2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.958929] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.958929] env[62312]: value = "task-1809390" [ 1434.958929] env[62312]: _type = "Task" [ 1434.958929] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.967730] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809390, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.032071] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.168139] env[62312]: DEBUG nova.compute.manager [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Received event network-changed-b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1435.168139] env[62312]: DEBUG nova.compute.manager [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Refreshing instance network info cache due to event network-changed-b5fc69af-54ab-46c1-82e0-b5eb3d1ca553. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1435.168139] env[62312]: DEBUG oslo_concurrency.lockutils [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] Acquiring lock "refresh_cache-87b3796c-2192-41de-a367-a40dec742c47" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.168139] env[62312]: DEBUG oslo_concurrency.lockutils [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] Acquired lock "refresh_cache-87b3796c-2192-41de-a367-a40dec742c47" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.168139] env[62312]: DEBUG nova.network.neutron [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Refreshing network info cache for port b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.179766] env[62312]: DEBUG nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.429604] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087e9f6d-f537-4958-8a09-9200722aab30 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.437765] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7a9492-c0f6-4ed3-b596-130477407596 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.475937] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4fe42-f424-422d-92bb-167d2c682eff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.484938] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809390, 'name': CreateVM_Task, 'duration_secs': 0.336502} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.486581] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1435.487392] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.487392] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.487719] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.489245] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51d88a-8cef-48fb-bdbd-46c11ba19a85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.493089] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e84e45-0986-44a5-b3d7-cb762466d7e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.498784] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1435.498784] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a6cf9c-00b6-3be3-8b70-1cba10d2eca2" [ 1435.498784] env[62312]: _type = "Task" [ 1435.498784] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.508429] env[62312]: DEBUG nova.compute.provider_tree [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.523437] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a6cf9c-00b6-3be3-8b70-1cba10d2eca2, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.523437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.523437] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.523437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.524050] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.524050] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.524050] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be969771-c8a8-4370-b6a0-6844c231a19e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.528023] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.528186] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.528902] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf742a2e-b5c0-4eb2-a3bf-6eda0dffc4c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.535614] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1435.535614] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b410f2-b2b9-117c-69d3-8b282877ad3d" [ 1435.535614] env[62312]: _type = "Task" [ 1435.535614] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.543605] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b410f2-b2b9-117c-69d3-8b282877ad3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.703995] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.850965] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.851348] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b761ad5d-651f-44dd-b72d-164e6f0587d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.859125] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1435.859125] env[62312]: value = "task-1809391" [ 1435.859125] env[62312]: _type = "Task" [ 1435.859125] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.869341] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.942272] env[62312]: DEBUG nova.network.neutron [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Updated VIF entry in instance network info cache for port b5fc69af-54ab-46c1-82e0-b5eb3d1ca553. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.942639] env[62312]: DEBUG nova.network.neutron [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Updating instance_info_cache with network_info: [{"id": "b5fc69af-54ab-46c1-82e0-b5eb3d1ca553", "address": "fa:16:3e:4e:6b:4f", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fc69af-54", "ovs_interfaceid": "b5fc69af-54ab-46c1-82e0-b5eb3d1ca553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.015114] env[62312]: DEBUG nova.scheduler.client.report [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.046946] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b410f2-b2b9-117c-69d3-8b282877ad3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008924} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.047616] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50485ef-d194-4b1b-8425-ae0fc49dc7d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.052965] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1436.052965] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ac5c85-e7e3-8f8f-62e5-9638640b9a68" [ 1436.052965] env[62312]: _type = "Task" [ 1436.052965] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.063496] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ac5c85-e7e3-8f8f-62e5-9638640b9a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.369668] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809391, 'name': PowerOffVM_Task, 'duration_secs': 0.194674} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.369938] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.370211] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.370934] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8202a78-844c-48ae-b58c-aebb95607362 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.377092] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.377297] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18692802-a614-4cbf-87d9-2ced8f120f1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.447045] env[62312]: DEBUG oslo_concurrency.lockutils [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] Releasing lock "refresh_cache-87b3796c-2192-41de-a367-a40dec742c47" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.447317] env[62312]: DEBUG nova.compute.manager [req-7876d15c-7df9-412c-b008-244c1269a350 req-93bf840f-9898-45dc-8629-d440f4afdd46 service nova] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Received event network-vif-deleted-01c8d804-9e74-40d4-a347-6164bef448dd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1436.447672] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.447853] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.448102] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleting the datastore file [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.448339] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fe28b72-2f47-4d69-a7e1-e5cb23ee9cc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.456235] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1436.456235] env[62312]: value = "task-1809393" [ 1436.456235] env[62312]: _type = "Task" [ 1436.456235] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.464135] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.520289] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.521020] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1436.523657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.388s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.563209] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ac5c85-e7e3-8f8f-62e5-9638640b9a68, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.563522] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.563762] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 87b3796c-2192-41de-a367-a40dec742c47/87b3796c-2192-41de-a367-a40dec742c47.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.564048] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62783b23-330c-47fd-aeb1-478daf93eba8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.572555] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1436.572555] env[62312]: value = "task-1809394" [ 1436.572555] env[62312]: _type = "Task" [ 1436.572555] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.580845] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.966800] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139275} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.967204] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.967204] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.967204] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.026434] env[62312]: DEBUG nova.compute.utils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1437.030859] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.031112] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.088961] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472607} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.093070] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 87b3796c-2192-41de-a367-a40dec742c47/87b3796c-2192-41de-a367-a40dec742c47.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.093070] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.093070] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c64862b-a345-4e6b-9c1d-95c442bb9609 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.094404] env[62312]: DEBUG nova.policy [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2119555d1b4ceb820b6eacc89b8e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8504bfc24e84fe6acf5ba95db026901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.107674] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1437.107674] env[62312]: value = "task-1809395" [ 1437.107674] env[62312]: _type = "Task" [ 1437.107674] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.116697] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.399119] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Successfully created port: bfd67b1b-c99c-4486-acdb-ea4ecf54f374 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.534033] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1437.611039] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fe39ae-9fa5-4eb8-90bc-5a9e16ef3649 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.616887] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058807} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.617558] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.618722] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90a1d1c-c95f-4e54-ba19-4bf2d3caa0b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.623299] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0aa46e-a60f-4a56-b475-389d9b21080b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.647490] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 87b3796c-2192-41de-a367-a40dec742c47/87b3796c-2192-41de-a367-a40dec742c47.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.648220] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41bdbf2a-ae80-46f0-8b94-e2b096b2888c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.687243] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b5b24-db08-4f0e-9629-6c9ef1ac45cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.694375] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1437.694375] env[62312]: value = "task-1809396" [ 1437.694375] env[62312]: _type = "Task" [ 1437.694375] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.695648] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3183aec0-75be-4a02-a477-5748bfb0f2ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.715186] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.715828] env[62312]: DEBUG nova.compute.provider_tree [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.005192] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.005493] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.005696] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.005889] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.006162] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.006344] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.006559] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.006720] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.006946] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.007163] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.007356] env[62312]: DEBUG nova.virt.hardware [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.008259] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fcf7cb-8daf-4d5a-a6b8-5132f043b5d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.016774] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d939e2-9eef-4a36-886c-2651dc0abc31 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.034566] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:31:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263c21e8-322a-4f88-a867-1373ed052571', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.043680] env[62312]: DEBUG oslo.service.loopingcall [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.049042] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.049499] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9f5880-a371-4c91-9d5f-91a0f250944d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.071222] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.071222] env[62312]: value = "task-1809397" [ 1438.071222] env[62312]: _type = "Task" [ 1438.071222] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.077808] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809397, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.205138] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809396, 'name': ReconfigVM_Task, 'duration_secs': 0.312027} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.205449] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 87b3796c-2192-41de-a367-a40dec742c47/87b3796c-2192-41de-a367-a40dec742c47.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.206129] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe3b1bc7-2ce7-42f7-8829-209b9fbdc326 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.212711] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1438.212711] env[62312]: value = "task-1809398" [ 1438.212711] env[62312]: _type = "Task" [ 1438.212711] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.221916] env[62312]: DEBUG nova.scheduler.client.report [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.225581] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809398, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.304389] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.304648] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.552263] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1438.577265] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.577533] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.577707] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.577906] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.578099] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.578266] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.578473] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.578627] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.578825] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.578938] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.579328] env[62312]: DEBUG nova.virt.hardware [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.580219] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0b6814-5aff-4df7-98fc-f4ceb235593c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.591723] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809397, 'name': CreateVM_Task, 'duration_secs': 0.333924} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.592890] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71807ea2-4f84-40cb-8535-b95545772678 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.596802] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.597485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.597649] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.597949] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.598553] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d06ae5c-8fcb-47ee-ada1-b2621bd4d18f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.610916] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1438.610916] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5ac3b-bcc2-32e5-0997-44d3d6defb5a" [ 1438.610916] env[62312]: _type = "Task" [ 1438.610916] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.622245] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.622375] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.622573] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5ac3b-bcc2-32e5-0997-44d3d6defb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.724877] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809398, 'name': Rename_Task, 'duration_secs': 0.184611} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.725160] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.725434] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867e06f3-1fc7-4fe0-84bd-4193c33e3942 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.736084] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1438.736084] env[62312]: value = "task-1809399" [ 1438.736084] env[62312]: _type = "Task" [ 1438.736084] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.749825] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.821177] env[62312]: DEBUG nova.compute.manager [req-49fae163-072b-46e2-9f34-822fcc6f3b96 req-a7ed360d-9409-489e-ae90-f57ba1669723 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Received event network-vif-plugged-bfd67b1b-c99c-4486-acdb-ea4ecf54f374 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1438.821177] env[62312]: DEBUG oslo_concurrency.lockutils [req-49fae163-072b-46e2-9f34-822fcc6f3b96 req-a7ed360d-9409-489e-ae90-f57ba1669723 service nova] Acquiring lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.821177] env[62312]: DEBUG oslo_concurrency.lockutils [req-49fae163-072b-46e2-9f34-822fcc6f3b96 req-a7ed360d-9409-489e-ae90-f57ba1669723 service nova] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.821177] env[62312]: DEBUG oslo_concurrency.lockutils [req-49fae163-072b-46e2-9f34-822fcc6f3b96 req-a7ed360d-9409-489e-ae90-f57ba1669723 service nova] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.821177] env[62312]: DEBUG nova.compute.manager [req-49fae163-072b-46e2-9f34-822fcc6f3b96 req-a7ed360d-9409-489e-ae90-f57ba1669723 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] No waiting events found dispatching network-vif-plugged-bfd67b1b-c99c-4486-acdb-ea4ecf54f374 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1438.821391] env[62312]: WARNING nova.compute.manager [req-49fae163-072b-46e2-9f34-822fcc6f3b96 req-a7ed360d-9409-489e-ae90-f57ba1669723 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Received unexpected event network-vif-plugged-bfd67b1b-c99c-4486-acdb-ea4ecf54f374 for instance with vm_state building and task_state spawning. [ 1438.939743] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Successfully updated port: bfd67b1b-c99c-4486-acdb-ea4ecf54f374 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.010823] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "af5e70a2-df8f-424e-adcb-e88adc6e498b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.011104] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.122038] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5ac3b-bcc2-32e5-0997-44d3d6defb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01279} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.122352] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.122587] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.122818] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.122962] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.123155] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.123413] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800ee2f6-ab93-4d97-a367-faba9ee13fb2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.133031] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.133031] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.133332] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3198e928-fc5e-4b4f-aadd-11b51c15554d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.138453] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1439.138453] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ee7d11-e110-2969-c73e-05b741a9431e" [ 1439.138453] env[62312]: _type = "Task" [ 1439.138453] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.147169] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ee7d11-e110-2969-c73e-05b741a9431e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.232859] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.709s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.236399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.991s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.236699] env[62312]: DEBUG nova.objects.instance [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lazy-loading 'resources' on Instance uuid 602f4c47-5428-41df-bc84-9b903a03d3c6 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.247029] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809399, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.445239] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "refresh_cache-f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.445449] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "refresh_cache-f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.445603] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.649022] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ee7d11-e110-2969-c73e-05b741a9431e, 'name': SearchDatastore_Task, 'duration_secs': 0.00855} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.649797] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52e350b-2e04-4148-b579-5f105ee8c583 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.655442] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1439.655442] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529c9b50-8db5-8f86-17ec-7727a66926ea" [ 1439.655442] env[62312]: _type = "Task" [ 1439.655442] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.662967] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529c9b50-8db5-8f86-17ec-7727a66926ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.754397] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809399, 'name': PowerOnVM_Task, 'duration_secs': 0.562696} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.754558] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.754681] env[62312]: INFO nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1439.754856] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.755614] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ab02d2-4b95-4076-8158-8227bb22d912 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.799437] env[62312]: INFO nova.scheduler.client.report [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Deleted allocation for migration 634196de-bf24-49b7-814b-71ba8fd6bcb9 [ 1439.983572] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.167112] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529c9b50-8db5-8f86-17ec-7727a66926ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.169684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.170037] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.170476] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f845c98f-4e1c-414a-8468-b087ea3d1b6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.176772] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1440.176772] env[62312]: value = "task-1809400" [ 1440.176772] env[62312]: _type = "Task" [ 1440.176772] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.182341] env[62312]: DEBUG nova.network.neutron [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Updating instance_info_cache with network_info: [{"id": "bfd67b1b-c99c-4486-acdb-ea4ecf54f374", "address": "fa:16:3e:a0:17:dc", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd67b1b-c9", "ovs_interfaceid": "bfd67b1b-c99c-4486-acdb-ea4ecf54f374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.187990] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.234248] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a38ca-8640-4d7f-9c65-54401ef24483 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.246933] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46e76eb-f388-4ec4-a14c-18b833d518fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.283539] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c3cb1-126b-456c-87c0-5b9b970e6ae2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.291022] env[62312]: INFO nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Took 43.95 seconds to build instance. [ 1440.292197] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c60ccff-c707-4128-a1e7-fe67e182cc3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.306607] env[62312]: DEBUG nova.compute.provider_tree [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.309639] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1e388a7-c11e-4ae8-8cc3-7bbe9796e1f7 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.613s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.686818] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477774} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.688175] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.688445] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.688898] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "refresh_cache-f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.689182] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Instance network_info: |[{"id": "bfd67b1b-c99c-4486-acdb-ea4ecf54f374", "address": "fa:16:3e:a0:17:dc", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd67b1b-c9", "ovs_interfaceid": "bfd67b1b-c99c-4486-acdb-ea4ecf54f374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.689409] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc57205c-428d-4299-adba-f7a06732cbda {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.691395] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:17:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfd67b1b-c99c-4486-acdb-ea4ecf54f374', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.698824] env[62312]: DEBUG oslo.service.loopingcall [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.698824] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.699297] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7929bc12-42e7-4642-a4f3-beb814ceff18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.715036] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1440.715036] env[62312]: value = "task-1809401" [ 1440.715036] env[62312]: _type = "Task" [ 1440.715036] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.719349] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.719349] env[62312]: value = "task-1809402" [ 1440.719349] env[62312]: _type = "Task" [ 1440.719349] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.724894] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.729530] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809402, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.790480] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "87b3796c-2192-41de-a367-a40dec742c47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.263s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.811600] env[62312]: DEBUG nova.scheduler.client.report [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.858922] env[62312]: DEBUG nova.compute.manager [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Received event network-changed-bfd67b1b-c99c-4486-acdb-ea4ecf54f374 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1440.859139] env[62312]: DEBUG nova.compute.manager [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Refreshing instance network info cache due to event network-changed-bfd67b1b-c99c-4486-acdb-ea4ecf54f374. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1440.859358] env[62312]: DEBUG oslo_concurrency.lockutils [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] Acquiring lock "refresh_cache-f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.859500] env[62312]: DEBUG oslo_concurrency.lockutils [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] Acquired lock "refresh_cache-f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.859654] env[62312]: DEBUG nova.network.neutron [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Refreshing network info cache for port bfd67b1b-c99c-4486-acdb-ea4ecf54f374 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.225826] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064109} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.226601] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.227521] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95768b6c-edd0-4f7a-bf19-093f86e532d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.234561] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809402, 'name': CreateVM_Task, 'duration_secs': 0.335205} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.235027] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.235474] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.235825] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.236090] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1441.247542] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8009f1ff-37df-42bd-8299-871b51db6de2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.256278] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.256536] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd72972-d811-4fa8-a00c-9178ec9e6a36 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.273206] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1441.273206] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]525f015e-cafa-245a-ce22-4aa444be367c" [ 1441.273206] env[62312]: _type = "Task" [ 1441.273206] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.277016] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1441.277016] env[62312]: value = "task-1809403" [ 1441.277016] env[62312]: _type = "Task" [ 1441.277016] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.284363] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525f015e-cafa-245a-ce22-4aa444be367c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.288795] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.293282] env[62312]: DEBUG nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.318146] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.320584] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.610s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.322284] env[62312]: INFO nova.compute.claims [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.344861] env[62312]: INFO nova.scheduler.client.report [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Deleted allocations for instance 602f4c47-5428-41df-bc84-9b903a03d3c6 [ 1441.585662] env[62312]: DEBUG nova.network.neutron [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Updated VIF entry in instance network info cache for port bfd67b1b-c99c-4486-acdb-ea4ecf54f374. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.586013] env[62312]: DEBUG nova.network.neutron [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Updating instance_info_cache with network_info: [{"id": "bfd67b1b-c99c-4486-acdb-ea4ecf54f374", "address": "fa:16:3e:a0:17:dc", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd67b1b-c9", "ovs_interfaceid": "bfd67b1b-c99c-4486-acdb-ea4ecf54f374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.787026] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.790727] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525f015e-cafa-245a-ce22-4aa444be367c, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.791059] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.791563] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.791629] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.791997] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.791997] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.792272] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fad4942-10f6-4aa0-b395-dea052f860cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.802720] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.802822] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.803612] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e1e56e-5542-4482-a4ca-57db53b37b98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.809853] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1441.809853] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e1f8b0-3930-281f-a33f-db3de2338598" [ 1441.809853] env[62312]: _type = "Task" [ 1441.809853] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.817791] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e1f8b0-3930-281f-a33f-db3de2338598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.818749] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.859915] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3cc822d-553b-46f9-b61c-18d1dbd3fc2a tempest-ServersAdmin275Test-777233890 tempest-ServersAdmin275Test-777233890-project-member] Lock "602f4c47-5428-41df-bc84-9b903a03d3c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.888s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.941283] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.941548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.088392] env[62312]: DEBUG oslo_concurrency.lockutils [req-6ab3d37c-0299-489d-8205-9c7e1a2b9dc0 req-fa04dee7-96fd-4646-bba3-29a0dabd2579 service nova] Releasing lock "refresh_cache-f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.288082] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809403, 'name': ReconfigVM_Task, 'duration_secs': 0.947211} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.288461] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1/66448535-e73a-4cf2-bc6f-f12e656ff3f1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.289096] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01d045b3-8e3f-4b71-bcc0-4e4b3c2bd673 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.295245] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1442.295245] env[62312]: value = "task-1809404" [ 1442.295245] env[62312]: _type = "Task" [ 1442.295245] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.302948] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809404, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.317912] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e1f8b0-3930-281f-a33f-db3de2338598, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.318668] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc1dc21-4956-498a-b729-ba29aeee0550 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.323813] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1442.323813] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b7840d-778c-fde8-c6e7-06429bc2deb6" [ 1442.323813] env[62312]: _type = "Task" [ 1442.323813] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.334737] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b7840d-778c-fde8-c6e7-06429bc2deb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.765463] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ab9521-7a37-400f-851c-ecaf41f90e88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.776265] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572638fa-2d8e-4714-9246-3e99e76df1e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.813556] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cdc02e-1a0e-426f-8e09-5b28c6606f80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.821009] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809404, 'name': Rename_Task, 'duration_secs': 0.25299} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.823789] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.824110] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6e683d-98ef-420e-8c38-150ec59b7efb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.826623] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5899d05-af7f-4365-88ec-9e49d82a845a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.845304] env[62312]: DEBUG nova.compute.provider_tree [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.850809] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b7840d-778c-fde8-c6e7-06429bc2deb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.851092] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1442.851092] env[62312]: value = "task-1809405" [ 1442.851092] env[62312]: _type = "Task" [ 1442.851092] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.851611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.851872] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1/f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.852206] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64debc16-900a-44df-9952-09669a09c455 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.863220] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809405, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.864534] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1442.864534] env[62312]: value = "task-1809406" [ 1442.864534] env[62312]: _type = "Task" [ 1442.864534] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.872783] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.353173] env[62312]: DEBUG nova.scheduler.client.report [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.367412] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.377763] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809406, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.862049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.862641] env[62312]: DEBUG nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.865469] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.301s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.866846] env[62312]: INFO nova.compute.claims [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.875858] env[62312]: DEBUG oslo_vmware.api [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809405, 'name': PowerOnVM_Task, 'duration_secs': 0.638944} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.876446] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.876656] env[62312]: DEBUG nova.compute.manager [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.877378] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c3efa-3f0e-460b-9f7b-fe074c41ed3d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.882856] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721005} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.883857] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1/f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.883857] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.884009] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7209d742-4584-454c-bc06-c389efbbdc49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.896435] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1443.896435] env[62312]: value = "task-1809407" [ 1443.896435] env[62312]: _type = "Task" [ 1443.896435] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.904083] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.374393] env[62312]: DEBUG nova.compute.utils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.375779] env[62312]: DEBUG nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1444.375994] env[62312]: DEBUG nova.network.neutron [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.406554] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.411199] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07114} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.411463] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.412236] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24b6a7-10b0-4468-ae75-2da0b4698754 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.434145] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1/f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.435935] env[62312]: DEBUG nova.policy [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396261c934c5407cb1084b078a619550', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a838ee1ace467ebc3d7915cc6bc440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1444.436958] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87451007-7c1b-456b-ad53-ccf239cb3603 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.457485] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1444.457485] env[62312]: value = "task-1809408" [ 1444.457485] env[62312]: _type = "Task" [ 1444.457485] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.465595] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.703126] env[62312]: DEBUG nova.network.neutron [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Successfully created port: bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.880750] env[62312]: DEBUG nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.973555] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809408, 'name': ReconfigVM_Task, 'duration_secs': 0.288946} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.973555] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Reconfigured VM instance instance-0000001e to attach disk [datastore1] f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1/f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.974432] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b32d618-a4e6-4445-bb62-b3e1480a18f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.981077] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1444.981077] env[62312]: value = "task-1809409" [ 1444.981077] env[62312]: _type = "Task" [ 1444.981077] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.992016] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809409, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.481425] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74676e0a-a7d5-417c-8e46-aa04d650c1a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.494879] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172edbbb-456d-487e-abfc-4c75c5e396f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.498142] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809409, 'name': Rename_Task, 'duration_secs': 0.130824} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.498426] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.499256] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06178b8f-c724-48e2-8ab1-67da055bdae8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.529471] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37a0060-3974-467a-8390-214f55e54666 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.536049] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1445.536049] env[62312]: value = "task-1809410" [ 1445.536049] env[62312]: _type = "Task" [ 1445.536049] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.543441] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b84934-d500-416f-9c02-6ab86984cfcf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.550456] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.560132] env[62312]: DEBUG nova.compute.provider_tree [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.561650] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.561878] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.562087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.562269] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.562440] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.564395] env[62312]: INFO nova.compute.manager [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Terminating instance [ 1445.893691] env[62312]: DEBUG nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.927220] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.927505] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.927654] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.927831] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.927970] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.928242] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.928514] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.928804] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.929037] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.929245] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.929494] env[62312]: DEBUG nova.virt.hardware [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.930439] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bcc1c3-c846-4ecd-bb53-ed709b63f0a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.940927] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7a5388-07a8-4ed6-88a3-b1e618db1916 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.046257] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.065742] env[62312]: DEBUG nova.scheduler.client.report [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.069827] env[62312]: DEBUG nova.compute.manager [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.070220] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.071345] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6970d41-2255-4d5b-baa4-89342f4da145 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.080262] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.081337] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6a894e-5ca5-47fb-b2ce-e8223f131263 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.089262] env[62312]: DEBUG oslo_vmware.api [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1446.089262] env[62312]: value = "task-1809411" [ 1446.089262] env[62312]: _type = "Task" [ 1446.089262] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.102026] env[62312]: DEBUG oslo_vmware.api [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.186415] env[62312]: DEBUG nova.compute.manager [req-a0e9f36c-f0ee-4d71-a6b2-625975d0d165 req-fdb2384d-8968-46c6-8976-f03539f63fb6 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Received event network-vif-plugged-bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1446.186415] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0e9f36c-f0ee-4d71-a6b2-625975d0d165 req-fdb2384d-8968-46c6-8976-f03539f63fb6 service nova] Acquiring lock "bcf8cd94-b380-41e6-8792-df66a2954952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.186696] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0e9f36c-f0ee-4d71-a6b2-625975d0d165 req-fdb2384d-8968-46c6-8976-f03539f63fb6 service nova] Lock "bcf8cd94-b380-41e6-8792-df66a2954952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.186696] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0e9f36c-f0ee-4d71-a6b2-625975d0d165 req-fdb2384d-8968-46c6-8976-f03539f63fb6 service nova] Lock "bcf8cd94-b380-41e6-8792-df66a2954952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.186805] env[62312]: DEBUG nova.compute.manager [req-a0e9f36c-f0ee-4d71-a6b2-625975d0d165 req-fdb2384d-8968-46c6-8976-f03539f63fb6 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] No waiting events found dispatching network-vif-plugged-bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.187097] env[62312]: WARNING nova.compute.manager [req-a0e9f36c-f0ee-4d71-a6b2-625975d0d165 req-fdb2384d-8968-46c6-8976-f03539f63fb6 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Received unexpected event network-vif-plugged-bd680339-93ea-45ad-ac53-bec476c47a9e for instance with vm_state building and task_state spawning. [ 1446.282534] env[62312]: DEBUG nova.network.neutron [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Successfully updated port: bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.346802] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "5021101b-d7d4-40a2-9568-004f45f3b02d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.347202] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.549702] env[62312]: DEBUG oslo_vmware.api [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809410, 'name': PowerOnVM_Task, 'duration_secs': 0.649269} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.550040] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.550190] env[62312]: INFO nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1446.551023] env[62312]: DEBUG nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.551193] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80812c6-fe32-4be7-9ce8-2251dba8dcc0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.572120] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.572735] env[62312]: DEBUG nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.575614] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.815s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.579021] env[62312]: INFO nova.compute.claims [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.596885] env[62312]: DEBUG oslo_vmware.api [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809411, 'name': PowerOffVM_Task, 'duration_secs': 0.242255} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.596885] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.596885] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.597075] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f9a0681-bd94-4605-ac32-fcf9a269c501 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.666258] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.666625] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.666939] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleting the datastore file [datastore1] 66448535-e73a-4cf2-bc6f-f12e656ff3f1 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.667296] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a401bbe4-d847-4734-a5f3-cb9786f77549 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.674443] env[62312]: DEBUG oslo_vmware.api [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1446.674443] env[62312]: value = "task-1809413" [ 1446.674443] env[62312]: _type = "Task" [ 1446.674443] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.683872] env[62312]: DEBUG oslo_vmware.api [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.785923] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.786265] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.786916] env[62312]: DEBUG nova.network.neutron [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.070559] env[62312]: INFO nova.compute.manager [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Took 43.35 seconds to build instance. [ 1447.081257] env[62312]: DEBUG nova.compute.utils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.084875] env[62312]: DEBUG nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1447.084875] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.132249] env[62312]: DEBUG nova.policy [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5952c5de1cc4abb8d93450e5074d141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc185300a1c44e18d6269cc12ae6ef6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.184977] env[62312]: DEBUG oslo_vmware.api [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201759} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.185892] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.185892] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.185892] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.185892] env[62312]: INFO nova.compute.manager [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1447.187043] env[62312]: DEBUG oslo.service.loopingcall [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.187043] env[62312]: DEBUG nova.compute.manager [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.187043] env[62312]: DEBUG nova.network.neutron [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.350855] env[62312]: DEBUG nova.network.neutron [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.575507] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3b8c2fda-8cef-4ab9-8f8d-cccc2828a2df tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.017s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.588147] env[62312]: DEBUG nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.666980] env[62312]: DEBUG nova.network.neutron [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updating instance_info_cache with network_info: [{"id": "bd680339-93ea-45ad-ac53-bec476c47a9e", "address": "fa:16:3e:a5:89:39", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd680339-93", "ovs_interfaceid": "bd680339-93ea-45ad-ac53-bec476c47a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.683909] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Successfully created port: a33e6a38-f9f9-43fb-9017-6a3a773a634b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.084693] env[62312]: DEBUG nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.099340] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Successfully created port: 8bb93f5c-c029-46d1-ac90-6e95df020b51 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.171665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Releasing lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.172026] env[62312]: DEBUG nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Instance network_info: |[{"id": "bd680339-93ea-45ad-ac53-bec476c47a9e", "address": "fa:16:3e:a5:89:39", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd680339-93", "ovs_interfaceid": "bd680339-93ea-45ad-ac53-bec476c47a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.172419] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:89:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd680339-93ea-45ad-ac53-bec476c47a9e', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.180019] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Creating folder: Project (70a838ee1ace467ebc3d7915cc6bc440). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.183139] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52ce66ca-87cc-422a-a8d4-e74bf5776bdf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.197708] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Created folder: Project (70a838ee1ace467ebc3d7915cc6bc440) in parent group-v374919. [ 1448.197907] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Creating folder: Instances. Parent ref: group-v375019. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.198176] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d62ebf1-69a9-4a47-bb87-a42bf85edc6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.208989] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Created folder: Instances in parent group-v375019. [ 1448.209248] env[62312]: DEBUG oslo.service.loopingcall [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.209433] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.209650] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a6b00cf-d286-40f1-bf6d-577f01b86d8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.231950] env[62312]: DEBUG nova.network.neutron [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.239106] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.239106] env[62312]: value = "task-1809416" [ 1448.239106] env[62312]: _type = "Task" [ 1448.239106] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.249109] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809416, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.321480] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a28aba4-1385-40d9-8fee-0b3c12c18bb1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.329058] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e93346a-8d48-4934-b3ae-04cd02ace4da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.360309] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.360905] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.360905] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.361057] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.361231] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.364039] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa46d35-a2f0-4dce-b884-becdf14cca6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.367231] env[62312]: INFO nova.compute.manager [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Terminating instance [ 1448.369216] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Successfully created port: d3c09452-f625-4029-b5e9-64c842abf016 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.376371] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7ed01a-b352-419b-9a7d-0794e1373532 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.391098] env[62312]: DEBUG nova.compute.provider_tree [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.445581] env[62312]: DEBUG nova.compute.manager [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Received event network-changed-bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1448.445806] env[62312]: DEBUG nova.compute.manager [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Refreshing instance network info cache due to event network-changed-bd680339-93ea-45ad-ac53-bec476c47a9e. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1448.446039] env[62312]: DEBUG oslo_concurrency.lockutils [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] Acquiring lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.446181] env[62312]: DEBUG oslo_concurrency.lockutils [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] Acquired lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.446722] env[62312]: DEBUG nova.network.neutron [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Refreshing network info cache for port bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.517024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "87b3796c-2192-41de-a367-a40dec742c47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.517314] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "87b3796c-2192-41de-a367-a40dec742c47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.517893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "87b3796c-2192-41de-a367-a40dec742c47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.517893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "87b3796c-2192-41de-a367-a40dec742c47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.517893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "87b3796c-2192-41de-a367-a40dec742c47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.522927] env[62312]: INFO nova.compute.manager [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Terminating instance [ 1448.602671] env[62312]: DEBUG nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.615608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.644460] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.644602] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.644665] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.644838] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.645712] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.645712] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.645712] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.645712] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.646474] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.646474] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.646474] env[62312]: DEBUG nova.virt.hardware [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.647109] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca859ba8-8ad3-434b-8893-98ce1fd00dea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.656080] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9b809d-977c-4f71-af61-7c0c481e6d99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.734850] env[62312]: INFO nova.compute.manager [-] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Took 1.55 seconds to deallocate network for instance. [ 1448.750566] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809416, 'name': CreateVM_Task, 'duration_secs': 0.413515} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.750747] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.751432] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.751594] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.751912] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.752181] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177ae16a-8b14-4225-840a-1f9a776f037f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.757354] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1448.757354] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52678ee2-256f-2aca-5c36-2d0d4932969c" [ 1448.757354] env[62312]: _type = "Task" [ 1448.757354] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.767817] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52678ee2-256f-2aca-5c36-2d0d4932969c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.874727] env[62312]: DEBUG nova.compute.manager [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.875704] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.876169] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b49574-25c1-479e-b936-ce252ccea189 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.884545] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.884828] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db505a22-aeeb-48d1-8be0-f108875dfaca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.890975] env[62312]: DEBUG oslo_vmware.api [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1448.890975] env[62312]: value = "task-1809417" [ 1448.890975] env[62312]: _type = "Task" [ 1448.890975] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.895945] env[62312]: DEBUG nova.scheduler.client.report [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.906154] env[62312]: DEBUG oslo_vmware.api [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.027680] env[62312]: DEBUG nova.compute.manager [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.028350] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.029570] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a27585-da87-4e24-9f83-49a97bcefaa4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.040432] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.040796] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ee65e04-6fb9-4200-9552-ff62baf1cdc4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.047477] env[62312]: DEBUG oslo_vmware.api [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1449.047477] env[62312]: value = "task-1809418" [ 1449.047477] env[62312]: _type = "Task" [ 1449.047477] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.056928] env[62312]: DEBUG oslo_vmware.api [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.187012] env[62312]: DEBUG nova.network.neutron [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updated VIF entry in instance network info cache for port bd680339-93ea-45ad-ac53-bec476c47a9e. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.187410] env[62312]: DEBUG nova.network.neutron [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updating instance_info_cache with network_info: [{"id": "bd680339-93ea-45ad-ac53-bec476c47a9e", "address": "fa:16:3e:a5:89:39", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd680339-93", "ovs_interfaceid": "bd680339-93ea-45ad-ac53-bec476c47a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.244997] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.267821] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52678ee2-256f-2aca-5c36-2d0d4932969c, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.268132] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.268485] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.268736] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.268854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.269055] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.269312] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bdc8e0f-4b5a-4d49-86dd-fce89eec8640 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.277357] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.277553] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.278241] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679e5a1a-6f9b-483f-b549-51ada906b515 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.283198] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1449.283198] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52112fb9-c649-7a23-d5b2-253f44a3e91f" [ 1449.283198] env[62312]: _type = "Task" [ 1449.283198] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.290256] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52112fb9-c649-7a23-d5b2-253f44a3e91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.401493] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.401976] env[62312]: DEBUG nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1449.404485] env[62312]: DEBUG oslo_vmware.api [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809417, 'name': PowerOffVM_Task, 'duration_secs': 0.192158} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.404733] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.753s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.404955] env[62312]: DEBUG nova.objects.instance [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'resources' on Instance uuid cc768a9e-0d11-49e0-8762-35dcaaf929fb {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.406087] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.406187] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.406601] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb4fce1-9090-47e4-a07a-2843de76bbd1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.500923] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.501357] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.501449] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleting the datastore file [datastore1] f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.501745] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2848f98f-0b52-4960-9a72-20a2b32661f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.508593] env[62312]: DEBUG oslo_vmware.api [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1449.508593] env[62312]: value = "task-1809420" [ 1449.508593] env[62312]: _type = "Task" [ 1449.508593] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.516846] env[62312]: DEBUG oslo_vmware.api [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.557352] env[62312]: DEBUG oslo_vmware.api [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809418, 'name': PowerOffVM_Task, 'duration_secs': 0.265026} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.557686] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.557950] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.558193] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f065495-622e-46dd-93c3-abe408b510d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.625598] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.625958] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.626880] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleting the datastore file [datastore1] 87b3796c-2192-41de-a367-a40dec742c47 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.626880] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f29a1b4-1711-4bc5-a1d2-82b688b7a04e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.632207] env[62312]: DEBUG oslo_vmware.api [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1449.632207] env[62312]: value = "task-1809422" [ 1449.632207] env[62312]: _type = "Task" [ 1449.632207] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.639821] env[62312]: DEBUG oslo_vmware.api [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.689681] env[62312]: DEBUG oslo_concurrency.lockutils [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] Releasing lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.689965] env[62312]: DEBUG nova.compute.manager [req-96eb970b-808f-48e6-bad0-3c3e94444aaa req-c8b0af24-39e0-4ed3-8f49-b467a446d898 service nova] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Received event network-vif-deleted-263c21e8-322a-4f88-a867-1373ed052571 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1449.796579] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52112fb9-c649-7a23-d5b2-253f44a3e91f, 'name': SearchDatastore_Task, 'duration_secs': 0.007797} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.797412] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99992bf6-f206-41bb-803c-1fbdfdc14ff7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.803436] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1449.803436] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523cfa44-428e-86b9-576e-08a01f7d5e97" [ 1449.803436] env[62312]: _type = "Task" [ 1449.803436] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.812286] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523cfa44-428e-86b9-576e-08a01f7d5e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.908989] env[62312]: DEBUG nova.compute.utils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.914025] env[62312]: DEBUG nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.914025] env[62312]: DEBUG nova.network.neutron [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.012595] env[62312]: DEBUG nova.policy [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28bdbbfeb41453f82f1e4babc9c56dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eb2eb9dc87c4347880dba303416814d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.028022] env[62312]: DEBUG oslo_vmware.api [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131615} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.030276] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.030505] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.030680] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.030851] env[62312]: INFO nova.compute.manager [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1450.031268] env[62312]: DEBUG oslo.service.loopingcall [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.031361] env[62312]: DEBUG nova.compute.manager [-] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.031453] env[62312]: DEBUG nova.network.neutron [-] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.142080] env[62312]: DEBUG oslo_vmware.api [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183038} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.144501] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.144688] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.144860] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.145043] env[62312]: INFO nova.compute.manager [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1450.145287] env[62312]: DEBUG oslo.service.loopingcall [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.146644] env[62312]: DEBUG nova.compute.manager [-] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.146825] env[62312]: DEBUG nova.network.neutron [-] [instance: 87b3796c-2192-41de-a367-a40dec742c47] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.204994] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Successfully updated port: a33e6a38-f9f9-43fb-9017-6a3a773a634b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.315225] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523cfa44-428e-86b9-576e-08a01f7d5e97, 'name': SearchDatastore_Task, 'duration_secs': 0.014564} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.316813] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.316915] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bcf8cd94-b380-41e6-8792-df66a2954952/bcf8cd94-b380-41e6-8792-df66a2954952.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.318283] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ba5f4f-12f7-4ebd-a863-74c5e251a69c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.325553] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1450.325553] env[62312]: value = "task-1809423" [ 1450.325553] env[62312]: _type = "Task" [ 1450.325553] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.331729] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.415830] env[62312]: DEBUG nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1450.469738] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe3a2c7-fd3a-4117-8ad5-61088b16ac99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.480932] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c341836-fa90-41da-aef0-3f46c7bb65c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.521474] env[62312]: DEBUG nova.network.neutron [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Successfully created port: b8f25ad0-d3e9-4335-a195-30405c98d1c3 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.525832] env[62312]: DEBUG nova.compute.manager [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-vif-plugged-a33e6a38-f9f9-43fb-9017-6a3a773a634b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1450.526068] env[62312]: DEBUG oslo_concurrency.lockutils [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] Acquiring lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.526283] env[62312]: DEBUG oslo_concurrency.lockutils [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.526498] env[62312]: DEBUG oslo_concurrency.lockutils [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.526697] env[62312]: DEBUG nova.compute.manager [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] No waiting events found dispatching network-vif-plugged-a33e6a38-f9f9-43fb-9017-6a3a773a634b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.526930] env[62312]: WARNING nova.compute.manager [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received unexpected event network-vif-plugged-a33e6a38-f9f9-43fb-9017-6a3a773a634b for instance with vm_state building and task_state spawning. [ 1450.527111] env[62312]: DEBUG nova.compute.manager [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-changed-a33e6a38-f9f9-43fb-9017-6a3a773a634b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1450.527373] env[62312]: DEBUG nova.compute.manager [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Refreshing instance network info cache due to event network-changed-a33e6a38-f9f9-43fb-9017-6a3a773a634b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1450.527941] env[62312]: DEBUG oslo_concurrency.lockutils [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] Acquiring lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.527941] env[62312]: DEBUG oslo_concurrency.lockutils [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] Acquired lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.527941] env[62312]: DEBUG nova.network.neutron [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Refreshing network info cache for port a33e6a38-f9f9-43fb-9017-6a3a773a634b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.529709] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c73f6-8ff4-4a85-bf01-fc8bc3a66fe0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.541709] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210af4b6-4265-45ac-abed-d0cb302dd3a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.549110] env[62312]: DEBUG nova.compute.manager [req-d2cac7b8-928c-45d2-afb5-708d1615c3fa req-24c7080d-8d60-4633-aa92-f511a655d385 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Received event network-vif-deleted-b5fc69af-54ab-46c1-82e0-b5eb3d1ca553 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1450.549323] env[62312]: INFO nova.compute.manager [req-d2cac7b8-928c-45d2-afb5-708d1615c3fa req-24c7080d-8d60-4633-aa92-f511a655d385 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Neutron deleted interface b5fc69af-54ab-46c1-82e0-b5eb3d1ca553; detaching it from the instance and deleting it from the info cache [ 1450.549497] env[62312]: DEBUG nova.network.neutron [req-d2cac7b8-928c-45d2-afb5-708d1615c3fa req-24c7080d-8d60-4633-aa92-f511a655d385 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.563173] env[62312]: DEBUG nova.compute.provider_tree [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.834825] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476173} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.835190] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bcf8cd94-b380-41e6-8792-df66a2954952/bcf8cd94-b380-41e6-8792-df66a2954952.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.835359] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.835609] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccc1cbb2-8377-4a7a-8158-d13a204fad03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.842020] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1450.842020] env[62312]: value = "task-1809424" [ 1450.842020] env[62312]: _type = "Task" [ 1450.842020] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.850302] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.988824] env[62312]: DEBUG nova.network.neutron [-] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.036622] env[62312]: DEBUG nova.network.neutron [-] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.052824] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1db9835-3ab5-4492-8c62-823474c8ceff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.062757] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da19d9e-b35c-4a3d-8e02-2f91ae5da2cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.073483] env[62312]: DEBUG nova.network.neutron [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.075975] env[62312]: DEBUG nova.scheduler.client.report [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.102181] env[62312]: DEBUG nova.compute.manager [req-d2cac7b8-928c-45d2-afb5-708d1615c3fa req-24c7080d-8d60-4633-aa92-f511a655d385 service nova] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Detach interface failed, port_id=b5fc69af-54ab-46c1-82e0-b5eb3d1ca553, reason: Instance 87b3796c-2192-41de-a367-a40dec742c47 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1451.158843] env[62312]: DEBUG nova.network.neutron [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.353313] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061465} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.353313] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.353313] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da3f076-f606-40e3-b874-6cd2db794051 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.376593] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] bcf8cd94-b380-41e6-8792-df66a2954952/bcf8cd94-b380-41e6-8792-df66a2954952.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.376867] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bf0d5c-04de-4460-a6cf-8718e00a3144 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.397067] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1451.397067] env[62312]: value = "task-1809425" [ 1451.397067] env[62312]: _type = "Task" [ 1451.397067] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.404220] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.427652] env[62312]: DEBUG nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1451.452727] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.453032] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.453238] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.453457] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.453645] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.453824] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.454054] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.454218] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.454388] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.454548] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.454720] env[62312]: DEBUG nova.virt.hardware [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.455636] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e69ca8-8acc-479c-bd0f-358b167acded {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.463336] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcbfbf0-c28f-4067-a005-cc5f789f9e23 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.492602] env[62312]: INFO nova.compute.manager [-] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Took 1.46 seconds to deallocate network for instance. [ 1451.539078] env[62312]: INFO nova.compute.manager [-] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Took 1.39 seconds to deallocate network for instance. [ 1451.581606] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.585810] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.550s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.587309] env[62312]: INFO nova.compute.claims [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.603826] env[62312]: INFO nova.scheduler.client.report [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted allocations for instance cc768a9e-0d11-49e0-8762-35dcaaf929fb [ 1451.661836] env[62312]: DEBUG oslo_concurrency.lockutils [req-3071c63e-d7ac-4b57-931f-7d566cfcaf57 req-6a9d40c2-7e14-4dc2-8a20-334fc16ff339 service nova] Releasing lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.911029] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809425, 'name': ReconfigVM_Task, 'duration_secs': 0.326049} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.911363] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Reconfigured VM instance instance-0000001f to attach disk [datastore1] bcf8cd94-b380-41e6-8792-df66a2954952/bcf8cd94-b380-41e6-8792-df66a2954952.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.911758] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-624df2ee-09bb-44a9-8fa0-c56141b40558 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.921625] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1451.921625] env[62312]: value = "task-1809426" [ 1451.921625] env[62312]: _type = "Task" [ 1451.921625] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.927509] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809426, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.998818] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.045133] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.058955] env[62312]: DEBUG nova.network.neutron [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Successfully updated port: b8f25ad0-d3e9-4335-a195-30405c98d1c3 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.110656] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c7636cc-4a04-4c9d-90f5-b946fc336bb0 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "cc768a9e-0d11-49e0-8762-35dcaaf929fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.993s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.429391] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809426, 'name': Rename_Task, 'duration_secs': 0.130181} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.429666] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.429910] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b98c48a9-65b3-4303-b6a4-4e508e028b4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.436705] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1452.436705] env[62312]: value = "task-1809427" [ 1452.436705] env[62312]: _type = "Task" [ 1452.436705] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.446122] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.460812] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Successfully updated port: 8bb93f5c-c029-46d1-ac90-6e95df020b51 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.563084] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "refresh_cache-0a5926ae-9200-4b62-86f0-3efea856792e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.563263] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired lock "refresh_cache-0a5926ae-9200-4b62-86f0-3efea856792e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.563432] env[62312]: DEBUG nova.network.neutron [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.667050] env[62312]: DEBUG nova.compute.manager [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Received event network-vif-deleted-bfd67b1b-c99c-4486-acdb-ea4ecf54f374 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1452.667258] env[62312]: DEBUG nova.compute.manager [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Received event network-vif-plugged-b8f25ad0-d3e9-4335-a195-30405c98d1c3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1452.667452] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] Acquiring lock "0a5926ae-9200-4b62-86f0-3efea856792e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.667712] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] Lock "0a5926ae-9200-4b62-86f0-3efea856792e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.667815] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] Lock "0a5926ae-9200-4b62-86f0-3efea856792e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.667986] env[62312]: DEBUG nova.compute.manager [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] No waiting events found dispatching network-vif-plugged-b8f25ad0-d3e9-4335-a195-30405c98d1c3 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.668209] env[62312]: WARNING nova.compute.manager [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Received unexpected event network-vif-plugged-b8f25ad0-d3e9-4335-a195-30405c98d1c3 for instance with vm_state building and task_state spawning. [ 1452.668333] env[62312]: DEBUG nova.compute.manager [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Received event network-changed-b8f25ad0-d3e9-4335-a195-30405c98d1c3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1452.668490] env[62312]: DEBUG nova.compute.manager [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Refreshing instance network info cache due to event network-changed-b8f25ad0-d3e9-4335-a195-30405c98d1c3. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1452.668684] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] Acquiring lock "refresh_cache-0a5926ae-9200-4b62-86f0-3efea856792e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.710311] env[62312]: DEBUG nova.compute.manager [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-vif-plugged-8bb93f5c-c029-46d1-ac90-6e95df020b51 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1452.710649] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] Acquiring lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.710785] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.710938] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.711181] env[62312]: DEBUG nova.compute.manager [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] No waiting events found dispatching network-vif-plugged-8bb93f5c-c029-46d1-ac90-6e95df020b51 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.711311] env[62312]: WARNING nova.compute.manager [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received unexpected event network-vif-plugged-8bb93f5c-c029-46d1-ac90-6e95df020b51 for instance with vm_state building and task_state spawning. [ 1452.711504] env[62312]: DEBUG nova.compute.manager [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-changed-8bb93f5c-c029-46d1-ac90-6e95df020b51 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1452.711657] env[62312]: DEBUG nova.compute.manager [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Refreshing instance network info cache due to event network-changed-8bb93f5c-c029-46d1-ac90-6e95df020b51. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1452.712106] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] Acquiring lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.712106] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] Acquired lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.712362] env[62312]: DEBUG nova.network.neutron [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Refreshing network info cache for port 8bb93f5c-c029-46d1-ac90-6e95df020b51 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.947628] env[62312]: DEBUG oslo_vmware.api [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809427, 'name': PowerOnVM_Task, 'duration_secs': 0.447405} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.947910] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.948100] env[62312]: INFO nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1452.948266] env[62312]: DEBUG nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.949079] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1af35f6-c137-4a2b-8e29-1eafbb04c80f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.078735] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9a10be-ae3f-4a0f-9827-172c9c5ce633 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.086058] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b6208e-6bfc-4b32-a241-9b2525b976a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.120534] env[62312]: DEBUG nova.network.neutron [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.122823] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007b9df7-044e-4bf8-a488-12d30faecac7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.130775] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e83e247-dea0-4ce9-8e1d-42e07af2f68a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.143692] env[62312]: DEBUG nova.compute.provider_tree [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.150977] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "2d367982-ec8b-4f4c-b834-513d6f23889d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.151215] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.268260] env[62312]: DEBUG nova.network.neutron [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.315257] env[62312]: DEBUG nova.network.neutron [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Updating instance_info_cache with network_info: [{"id": "b8f25ad0-d3e9-4335-a195-30405c98d1c3", "address": "fa:16:3e:48:1d:96", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f25ad0-d3", "ovs_interfaceid": "b8f25ad0-d3e9-4335-a195-30405c98d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.362611] env[62312]: DEBUG nova.network.neutron [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.468724] env[62312]: INFO nova.compute.manager [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Took 44.77 seconds to build instance. [ 1453.649277] env[62312]: DEBUG nova.scheduler.client.report [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.820424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Releasing lock "refresh_cache-0a5926ae-9200-4b62-86f0-3efea856792e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.820786] env[62312]: DEBUG nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Instance network_info: |[{"id": "b8f25ad0-d3e9-4335-a195-30405c98d1c3", "address": "fa:16:3e:48:1d:96", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f25ad0-d3", "ovs_interfaceid": "b8f25ad0-d3e9-4335-a195-30405c98d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1453.821112] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] Acquired lock "refresh_cache-0a5926ae-9200-4b62-86f0-3efea856792e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.821307] env[62312]: DEBUG nova.network.neutron [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Refreshing network info cache for port b8f25ad0-d3e9-4335-a195-30405c98d1c3 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.822473] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:1d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f25ad0-d3e9-4335-a195-30405c98d1c3', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.831511] env[62312]: DEBUG oslo.service.loopingcall [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.835138] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.835645] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cf2f724-0787-49bc-a512-b92c3fa47c94 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.858801] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.858801] env[62312]: value = "task-1809428" [ 1453.858801] env[62312]: _type = "Task" [ 1453.858801] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.867050] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac53d637-e23a-47ff-9cda-d5cae767cf52 req-74ad7847-a2cd-4fc1-ba3f-5a1cfcf2560c service nova] Releasing lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.868315] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809428, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.970763] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ac32bd9-3e97-4067-ae9e-ee8177dea83b tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "bcf8cd94-b380-41e6-8792-df66a2954952" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.760s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.066730] env[62312]: DEBUG nova.network.neutron [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Updated VIF entry in instance network info cache for port b8f25ad0-d3e9-4335-a195-30405c98d1c3. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.066867] env[62312]: DEBUG nova.network.neutron [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Updating instance_info_cache with network_info: [{"id": "b8f25ad0-d3e9-4335-a195-30405c98d1c3", "address": "fa:16:3e:48:1d:96", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f25ad0-d3", "ovs_interfaceid": "b8f25ad0-d3e9-4335-a195-30405c98d1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.158017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.158017] env[62312]: DEBUG nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.158451] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.166s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.158797] env[62312]: DEBUG nova.objects.instance [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lazy-loading 'resources' on Instance uuid 18199893-4be7-41c8-b5a7-319a6c1da49f {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.368800] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809428, 'name': CreateVM_Task, 'duration_secs': 0.347486} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.372018] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.372018] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.372018] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.372018] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.372018] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa5753f-c1c0-4a1b-ad7f-ccdca5d09d48 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.375171] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1454.375171] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524a792e-7666-a8d6-a43d-79489f131640" [ 1454.375171] env[62312]: _type = "Task" [ 1454.375171] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.382858] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524a792e-7666-a8d6-a43d-79489f131640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.475753] env[62312]: DEBUG nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.570526] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42f3c4f-0f37-45b0-a976-f6aa174c4b7b req-3c551191-1982-4f7d-8815-0e5ef1e92d8c service nova] Releasing lock "refresh_cache-0a5926ae-9200-4b62-86f0-3efea856792e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.663809] env[62312]: DEBUG nova.compute.utils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1454.669754] env[62312]: DEBUG nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.669754] env[62312]: DEBUG nova.network.neutron [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.723044] env[62312]: DEBUG nova.policy [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb396140408745bea5c73f4742485ab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0995403d10546668bff88fb0ee0f3b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.883587] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Successfully updated port: d3c09452-f625-4029-b5e9-64c842abf016 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.891278] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524a792e-7666-a8d6-a43d-79489f131640, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.894438] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.894701] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.894933] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.895515] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.895515] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.897324] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9710a9b7-1ce9-4206-b9cc-21b06127be80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.916684] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.916890] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.917655] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602c2ace-46c0-4a8a-8141-21949bdb23b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.925731] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1454.925731] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52408c30-8f0f-426c-ed38-73880e0e397e" [ 1454.925731] env[62312]: _type = "Task" [ 1454.925731] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.933125] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52408c30-8f0f-426c-ed38-73880e0e397e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.991399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.017655] env[62312]: DEBUG nova.compute.manager [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Received event network-changed-bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1455.017851] env[62312]: DEBUG nova.compute.manager [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Refreshing instance network info cache due to event network-changed-bd680339-93ea-45ad-ac53-bec476c47a9e. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1455.018090] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Acquiring lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.020348] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Acquired lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.020348] env[62312]: DEBUG nova.network.neutron [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Refreshing network info cache for port bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.036028] env[62312]: DEBUG nova.network.neutron [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Successfully created port: e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.170061] env[62312]: DEBUG nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.246915] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201ba24e-53c2-4e44-ace8-a70339f938bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.254112] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989bb999-adbc-4a7b-8303-af3cf885bdc8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.287835] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca48bcb-ba4a-4b3d-8ae1-bf3e9b280ec6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.295185] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf7e4d1-c4a6-444b-9a5b-2fab86c57f62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.308339] env[62312]: DEBUG nova.compute.provider_tree [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.392360] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.393246] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.393246] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.435735] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52408c30-8f0f-426c-ed38-73880e0e397e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.812505] env[62312]: DEBUG nova.scheduler.client.report [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.896120] env[62312]: DEBUG nova.network.neutron [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updated VIF entry in instance network info cache for port bd680339-93ea-45ad-ac53-bec476c47a9e. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.896120] env[62312]: DEBUG nova.network.neutron [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updating instance_info_cache with network_info: [{"id": "bd680339-93ea-45ad-ac53-bec476c47a9e", "address": "fa:16:3e:a5:89:39", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd680339-93", "ovs_interfaceid": "bd680339-93ea-45ad-ac53-bec476c47a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.936219] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52408c30-8f0f-426c-ed38-73880e0e397e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.960232] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.179719] env[62312]: DEBUG nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1456.208768] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1456.209009] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.209172] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1456.209351] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.209492] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1456.209634] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1456.209832] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1456.209991] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1456.210167] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1456.210779] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1456.210985] env[62312]: DEBUG nova.virt.hardware [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1456.211865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e1b65-0eaf-4c3e-8b9e-7cccf17de9d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.222019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45831259-57ad-461c-838d-3e2e613b7e57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.317578] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.319768] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.186s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.321862] env[62312]: INFO nova.compute.claims [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.339205] env[62312]: INFO nova.scheduler.client.report [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Deleted allocations for instance 18199893-4be7-41c8-b5a7-319a6c1da49f [ 1456.399201] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Releasing lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.399460] env[62312]: DEBUG nova.compute.manager [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Received event network-changed-bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1456.399624] env[62312]: DEBUG nova.compute.manager [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Refreshing instance network info cache due to event network-changed-bd680339-93ea-45ad-ac53-bec476c47a9e. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1456.399826] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Acquiring lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.399960] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Acquired lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.400127] env[62312]: DEBUG nova.network.neutron [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Refreshing network info cache for port bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.435626] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52408c30-8f0f-426c-ed38-73880e0e397e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.555175] env[62312]: DEBUG nova.network.neutron [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Successfully updated port: e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1456.581087] env[62312]: DEBUG nova.compute.manager [req-b93b589f-d461-47c8-a292-687ebb7c18e2 req-331d40c8-f8ac-4a18-8e2d-f830133f9a7f service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Received event network-vif-plugged-e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1456.581389] env[62312]: DEBUG oslo_concurrency.lockutils [req-b93b589f-d461-47c8-a292-687ebb7c18e2 req-331d40c8-f8ac-4a18-8e2d-f830133f9a7f service nova] Acquiring lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.581636] env[62312]: DEBUG oslo_concurrency.lockutils [req-b93b589f-d461-47c8-a292-687ebb7c18e2 req-331d40c8-f8ac-4a18-8e2d-f830133f9a7f service nova] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.581810] env[62312]: DEBUG oslo_concurrency.lockutils [req-b93b589f-d461-47c8-a292-687ebb7c18e2 req-331d40c8-f8ac-4a18-8e2d-f830133f9a7f service nova] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.582570] env[62312]: DEBUG nova.compute.manager [req-b93b589f-d461-47c8-a292-687ebb7c18e2 req-331d40c8-f8ac-4a18-8e2d-f830133f9a7f service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] No waiting events found dispatching network-vif-plugged-e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1456.582760] env[62312]: WARNING nova.compute.manager [req-b93b589f-d461-47c8-a292-687ebb7c18e2 req-331d40c8-f8ac-4a18-8e2d-f830133f9a7f service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Received unexpected event network-vif-plugged-e8c499f8-17b5-4907-ac6d-f0080ab02c97 for instance with vm_state building and task_state spawning. [ 1456.692691] env[62312]: DEBUG nova.network.neutron [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [{"id": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "address": "fa:16:3e:40:19:a1", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e6a38-f9", "ovs_interfaceid": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bb93f5c-c029-46d1-ac90-6e95df020b51", "address": "fa:16:3e:e2:3d:7f", "network": {"id": "1a238f03-7cc4-4437-8693-57f972beca9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1577344137", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb93f5c-c0", "ovs_interfaceid": "8bb93f5c-c029-46d1-ac90-6e95df020b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c09452-f625-4029-b5e9-64c842abf016", "address": "fa:16:3e:56:79:d7", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c09452-f6", "ovs_interfaceid": "d3c09452-f625-4029-b5e9-64c842abf016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.846729] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c563d1fe-d855-472b-8d50-f327d2c2f637 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349 tempest-FloatingIPsAssociationNegativeTestJSON-1991236349-project-member] Lock "18199893-4be7-41c8-b5a7-319a6c1da49f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.343s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.937310] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52408c30-8f0f-426c-ed38-73880e0e397e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.057916] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.058020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.058326] env[62312]: DEBUG nova.network.neutron [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.142860] env[62312]: DEBUG nova.compute.manager [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-changed-d3c09452-f625-4029-b5e9-64c842abf016 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1457.142860] env[62312]: DEBUG nova.compute.manager [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Refreshing instance network info cache due to event network-changed-d3c09452-f625-4029-b5e9-64c842abf016. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1457.142860] env[62312]: DEBUG oslo_concurrency.lockutils [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] Acquiring lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.195445] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Releasing lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.195852] env[62312]: DEBUG nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Instance network_info: |[{"id": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "address": "fa:16:3e:40:19:a1", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e6a38-f9", "ovs_interfaceid": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bb93f5c-c029-46d1-ac90-6e95df020b51", "address": "fa:16:3e:e2:3d:7f", "network": {"id": "1a238f03-7cc4-4437-8693-57f972beca9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1577344137", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb93f5c-c0", "ovs_interfaceid": "8bb93f5c-c029-46d1-ac90-6e95df020b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c09452-f625-4029-b5e9-64c842abf016", "address": "fa:16:3e:56:79:d7", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c09452-f6", "ovs_interfaceid": "d3c09452-f625-4029-b5e9-64c842abf016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.196190] env[62312]: DEBUG oslo_concurrency.lockutils [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] Acquired lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.196370] env[62312]: DEBUG nova.network.neutron [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Refreshing network info cache for port d3c09452-f625-4029-b5e9-64c842abf016 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.197719] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:19:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33e6a38-f9f9-43fb-9017-6a3a773a634b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:3d:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb93f5c-c029-46d1-ac90-6e95df020b51', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:79:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3c09452-f625-4029-b5e9-64c842abf016', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.217217] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Creating folder: Project (4bc185300a1c44e18d6269cc12ae6ef6). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.220726] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3b91c8d-2c6e-4c4f-9760-2c63e91af009 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.231026] env[62312]: DEBUG nova.network.neutron [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updated VIF entry in instance network info cache for port bd680339-93ea-45ad-ac53-bec476c47a9e. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.231407] env[62312]: DEBUG nova.network.neutron [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updating instance_info_cache with network_info: [{"id": "bd680339-93ea-45ad-ac53-bec476c47a9e", "address": "fa:16:3e:a5:89:39", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd680339-93", "ovs_interfaceid": "bd680339-93ea-45ad-ac53-bec476c47a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.234206] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Created folder: Project (4bc185300a1c44e18d6269cc12ae6ef6) in parent group-v374919. [ 1457.234206] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Creating folder: Instances. Parent ref: group-v375023. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.234440] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1991507-8a5a-462c-aa18-5cb7c9dd93ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.245691] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Created folder: Instances in parent group-v375023. [ 1457.245923] env[62312]: DEBUG oslo.service.loopingcall [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.246182] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.246328] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0247659-c7d0-4e1b-9526-071de3c040b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.276112] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.276112] env[62312]: value = "task-1809431" [ 1457.276112] env[62312]: _type = "Task" [ 1457.276112] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.284562] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809431, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.440272] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52408c30-8f0f-426c-ed38-73880e0e397e, 'name': SearchDatastore_Task, 'duration_secs': 2.31059} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.450648] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842cd5f9-4605-4567-bd8f-6a951e28634d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.457613] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1457.457613] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528c7ffa-24db-de39-bc2f-4c480babed00" [ 1457.457613] env[62312]: _type = "Task" [ 1457.457613] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.476575] env[62312]: DEBUG nova.network.neutron [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updated VIF entry in instance network info cache for port d3c09452-f625-4029-b5e9-64c842abf016. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.477123] env[62312]: DEBUG nova.network.neutron [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [{"id": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "address": "fa:16:3e:40:19:a1", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e6a38-f9", "ovs_interfaceid": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8bb93f5c-c029-46d1-ac90-6e95df020b51", "address": "fa:16:3e:e2:3d:7f", "network": {"id": "1a238f03-7cc4-4437-8693-57f972beca9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1577344137", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb93f5c-c0", "ovs_interfaceid": "8bb93f5c-c029-46d1-ac90-6e95df020b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c09452-f625-4029-b5e9-64c842abf016", "address": "fa:16:3e:56:79:d7", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c09452-f6", "ovs_interfaceid": "d3c09452-f625-4029-b5e9-64c842abf016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.479949] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528c7ffa-24db-de39-bc2f-4c480babed00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.594559] env[62312]: DEBUG nova.network.neutron [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.735886] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Releasing lock "refresh_cache-bcf8cd94-b380-41e6-8792-df66a2954952" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.736164] env[62312]: DEBUG nova.compute.manager [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-vif-plugged-d3c09452-f625-4029-b5e9-64c842abf016 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1457.736361] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Acquiring lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.736563] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.736725] env[62312]: DEBUG oslo_concurrency.lockutils [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.736890] env[62312]: DEBUG nova.compute.manager [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] No waiting events found dispatching network-vif-plugged-d3c09452-f625-4029-b5e9-64c842abf016 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1457.737066] env[62312]: WARNING nova.compute.manager [req-7b1a54c4-647b-47ee-a626-d1e33ffd46c1 req-d08cd46b-e863-4fb1-ad11-e8d2c9d0e9d9 service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received unexpected event network-vif-plugged-d3c09452-f625-4029-b5e9-64c842abf016 for instance with vm_state building and task_state spawning. [ 1457.747271] env[62312]: DEBUG nova.network.neutron [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updating instance_info_cache with network_info: [{"id": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "address": "fa:16:3e:e6:02:bc", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c499f8-17", "ovs_interfaceid": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.787392] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809431, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.880996] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2bb4e-5af4-4d6b-aa75-c0ed1a783234 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.888720] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069fde07-b2df-498a-9263-8c33c1d0930f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.921511] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d854aa04-673d-4b22-b26f-13c616bd2142 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.928943] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461afeab-3f7b-4ced-b36a-d9add2773917 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.942554] env[62312]: DEBUG nova.compute.provider_tree [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.970628] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528c7ffa-24db-de39-bc2f-4c480babed00, 'name': SearchDatastore_Task, 'duration_secs': 0.083259} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.970940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.974966] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0a5926ae-9200-4b62-86f0-3efea856792e/0a5926ae-9200-4b62-86f0-3efea856792e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.974966] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02c046eb-7af1-47e9-8495-d7523a148c0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.983420] env[62312]: DEBUG oslo_concurrency.lockutils [req-ba3b117a-16f6-4598-8448-44aefa8735aa req-cf259e11-aded-441e-90ee-54e72fd469d5 service nova] Releasing lock "refresh_cache-0ea6eea2-4690-47d5-a489-d0d4773fc8b9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.984141] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1457.984141] env[62312]: value = "task-1809432" [ 1457.984141] env[62312]: _type = "Task" [ 1457.984141] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.994548] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.250323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Releasing lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.250739] env[62312]: DEBUG nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Instance network_info: |[{"id": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "address": "fa:16:3e:e6:02:bc", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c499f8-17", "ovs_interfaceid": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.251107] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:02:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8c499f8-17b5-4907-ac6d-f0080ab02c97', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.258869] env[62312]: DEBUG oslo.service.loopingcall [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.259113] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.259339] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10de84c3-537f-4df7-a223-211acc121972 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.281681] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.281681] env[62312]: value = "task-1809433" [ 1458.281681] env[62312]: _type = "Task" [ 1458.281681] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.288356] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809431, 'name': CreateVM_Task, 'duration_secs': 0.565777} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.288573] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.289268] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.289432] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.289740] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.289979] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49459932-1db0-4091-97c3-4a148ddbb5ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.295043] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809433, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.298888] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1458.298888] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d82ebf-077f-3311-dbda-b34baab6368d" [ 1458.298888] env[62312]: _type = "Task" [ 1458.298888] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.311688] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d82ebf-077f-3311-dbda-b34baab6368d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.449332] env[62312]: DEBUG nova.scheduler.client.report [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.494552] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809432, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.794203] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809433, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.811908] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d82ebf-077f-3311-dbda-b34baab6368d, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.812850] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.813443] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.813959] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.814319] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.814662] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.815062] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce1c6835-e0f0-4863-a966-530713028baa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.831805] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.833355] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.834818] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460b17b2-79a4-4bf6-b338-847eda0afd79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.842084] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1458.842084] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5243dc52-a2a4-937b-2ff1-8a04d7d6fed6" [ 1458.842084] env[62312]: _type = "Task" [ 1458.842084] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.851942] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5243dc52-a2a4-937b-2ff1-8a04d7d6fed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.955000] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.955574] env[62312]: DEBUG nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.962206] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.937s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.962206] env[62312]: INFO nova.compute.claims [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.984221] env[62312]: DEBUG nova.compute.manager [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Received event network-changed-e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1458.984221] env[62312]: DEBUG nova.compute.manager [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Refreshing instance network info cache due to event network-changed-e8c499f8-17b5-4907-ac6d-f0080ab02c97. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1458.984221] env[62312]: DEBUG oslo_concurrency.lockutils [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] Acquiring lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.984221] env[62312]: DEBUG oslo_concurrency.lockutils [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] Acquired lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.985182] env[62312]: DEBUG nova.network.neutron [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Refreshing network info cache for port e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.002535] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.293350] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809433, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.353878] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5243dc52-a2a4-937b-2ff1-8a04d7d6fed6, 'name': SearchDatastore_Task, 'duration_secs': 0.059665} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.354668] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f58d4b5-0ad4-4433-a78e-7850605022cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.359961] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1459.359961] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52704ed6-47c1-a341-acac-f3d1f3715460" [ 1459.359961] env[62312]: _type = "Task" [ 1459.359961] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.368423] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52704ed6-47c1-a341-acac-f3d1f3715460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.468608] env[62312]: DEBUG nova.compute.utils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.475023] env[62312]: DEBUG nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.475023] env[62312]: DEBUG nova.network.neutron [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.478137] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "d41df122-2604-4e47-a2cf-ef5983b4a211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.478365] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.507986] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809432, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.043776} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.509593] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0a5926ae-9200-4b62-86f0-3efea856792e/0a5926ae-9200-4b62-86f0-3efea856792e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.509823] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.510103] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee71dcec-bf4b-4d7b-a47b-1b5226baee62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.518636] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1459.518636] env[62312]: value = "task-1809434" [ 1459.518636] env[62312]: _type = "Task" [ 1459.518636] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.527670] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.542574] env[62312]: DEBUG nova.policy [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8fe38e094f4fd392b1c987205ca0e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00d09e1baab64df2a6b9725aff2bb65e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1459.737058] env[62312]: DEBUG nova.network.neutron [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updated VIF entry in instance network info cache for port e8c499f8-17b5-4907-ac6d-f0080ab02c97. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.737416] env[62312]: DEBUG nova.network.neutron [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updating instance_info_cache with network_info: [{"id": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "address": "fa:16:3e:e6:02:bc", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c499f8-17", "ovs_interfaceid": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.793995] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809433, 'name': CreateVM_Task, 'duration_secs': 1.346025} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.796998] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.796998] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.796998] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.796998] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.796998] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0926e5d-d02e-4494-95cf-4d10e18f11f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.801363] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1459.801363] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52769be5-6fc5-7663-2f7c-187df9b3c101" [ 1459.801363] env[62312]: _type = "Task" [ 1459.801363] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.810910] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52769be5-6fc5-7663-2f7c-187df9b3c101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.873252] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52704ed6-47c1-a341-acac-f3d1f3715460, 'name': SearchDatastore_Task, 'duration_secs': 0.016496} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.873462] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.873707] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0ea6eea2-4690-47d5-a489-d0d4773fc8b9/0ea6eea2-4690-47d5-a489-d0d4773fc8b9.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.874223] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a435ff-34b8-4e30-846e-6ffe9546b9c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.880641] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1459.880641] env[62312]: value = "task-1809435" [ 1459.880641] env[62312]: _type = "Task" [ 1459.880641] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.888300] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.977477] env[62312]: DEBUG nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1460.024836] env[62312]: DEBUG nova.network.neutron [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Successfully created port: e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.032371] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280837} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.032846] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.034711] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91291c25-e766-40d6-84f3-2c4f8b5acf6b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.064275] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 0a5926ae-9200-4b62-86f0-3efea856792e/0a5926ae-9200-4b62-86f0-3efea856792e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.067704] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62817f6-3cf9-4249-9d0f-5ce8116bbb7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.091034] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1460.091034] env[62312]: value = "task-1809436" [ 1460.091034] env[62312]: _type = "Task" [ 1460.091034] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.100750] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.242210] env[62312]: DEBUG oslo_concurrency.lockutils [req-7a25be4e-9567-497e-ad4d-f4390eb07b94 req-baa85b52-38e3-4fe8-b97b-23bd873ee304 service nova] Releasing lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.314569] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52769be5-6fc5-7663-2f7c-187df9b3c101, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.314869] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.315109] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.315346] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.315493] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.315665] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.315920] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49876fcd-7813-4052-a6ec-7ae52a109339 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.333042] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.333275] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.334104] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32211d53-7940-45e4-bea6-9dc88b836723 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.344036] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1460.344036] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528dba52-e745-ff62-b4a6-83f5b6e82a59" [ 1460.344036] env[62312]: _type = "Task" [ 1460.344036] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.354252] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528dba52-e745-ff62-b4a6-83f5b6e82a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.396259] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809435, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.575410] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adacdb6-bf04-4f17-9d3b-4087f567add0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.584941] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929a5f0f-4135-445e-836e-f3b42eb011b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.623985] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fcb674-1ca6-4d06-a4ed-651800903aa5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.630807] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.637520] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1206ee-91a9-4d76-a6e3-b32cdc64d960 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.653569] env[62312]: DEBUG nova.compute.provider_tree [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.854113] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528dba52-e745-ff62-b4a6-83f5b6e82a59, 'name': SearchDatastore_Task, 'duration_secs': 0.087382} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.854981] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47d0170-8ac6-445a-9632-6b36b72b1c4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.860055] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1460.860055] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523146e4-a4ca-221f-ec30-cf8bf9f70297" [ 1460.860055] env[62312]: _type = "Task" [ 1460.860055] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.867549] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523146e4-a4ca-221f-ec30-cf8bf9f70297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.890638] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800528} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.890880] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0ea6eea2-4690-47d5-a489-d0d4773fc8b9/0ea6eea2-4690-47d5-a489-d0d4773fc8b9.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.891097] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.891362] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b284f97e-b882-4b97-8bcd-d6d3cc410eb2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.897593] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1460.897593] env[62312]: value = "task-1809437" [ 1460.897593] env[62312]: _type = "Task" [ 1460.897593] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.905710] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.991147] env[62312]: DEBUG nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.015615] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.015968] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.016077] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.016249] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.016392] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.016539] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.016747] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.017190] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.017190] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.017317] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.017390] env[62312]: DEBUG nova.virt.hardware [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.018271] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd794fb7-afc1-4af6-bc10-f6768800b717 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.027389] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1fa156-e5b3-41b8-aabf-e356198b3c3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.100103] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809436, 'name': ReconfigVM_Task, 'duration_secs': 0.868258} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.100493] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 0a5926ae-9200-4b62-86f0-3efea856792e/0a5926ae-9200-4b62-86f0-3efea856792e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.101108] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa90954d-ea07-4b10-822d-ce82c4e4ff19 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.106889] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1461.106889] env[62312]: value = "task-1809438" [ 1461.106889] env[62312]: _type = "Task" [ 1461.106889] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.114669] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809438, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.157800] env[62312]: DEBUG nova.scheduler.client.report [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.372106] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523146e4-a4ca-221f-ec30-cf8bf9f70297, 'name': SearchDatastore_Task, 'duration_secs': 0.030712} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.372407] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.372776] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22/3d6b91bf-2ac9-4b6b-80fc-065268b9ed22.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.372930] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2170f91e-2cf4-4c96-af8a-830f9474b341 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.379803] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1461.379803] env[62312]: value = "task-1809439" [ 1461.379803] env[62312]: _type = "Task" [ 1461.379803] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.389071] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.406647] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064942} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.406854] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.407640] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98caf63-3e6e-47d6-b5ae-94db8028444a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.441111] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 0ea6eea2-4690-47d5-a489-d0d4773fc8b9/0ea6eea2-4690-47d5-a489-d0d4773fc8b9.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.441974] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f009c24d-f1e6-493c-a75a-58cfe2c92047 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.465559] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1461.465559] env[62312]: value = "task-1809440" [ 1461.465559] env[62312]: _type = "Task" [ 1461.465559] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.474272] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.544913] env[62312]: DEBUG nova.network.neutron [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Successfully updated port: e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.586982] env[62312]: DEBUG nova.compute.manager [req-8615eb7f-7ac5-4d92-9334-7a4a8e792465 req-f0d34ccf-a6ac-460e-899a-e5af8b9cafe3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Received event network-vif-plugged-e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1461.587224] env[62312]: DEBUG oslo_concurrency.lockutils [req-8615eb7f-7ac5-4d92-9334-7a4a8e792465 req-f0d34ccf-a6ac-460e-899a-e5af8b9cafe3 service nova] Acquiring lock "35979957-c1a5-4250-a16d-0eb2907da195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.587450] env[62312]: DEBUG oslo_concurrency.lockutils [req-8615eb7f-7ac5-4d92-9334-7a4a8e792465 req-f0d34ccf-a6ac-460e-899a-e5af8b9cafe3 service nova] Lock "35979957-c1a5-4250-a16d-0eb2907da195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.587622] env[62312]: DEBUG oslo_concurrency.lockutils [req-8615eb7f-7ac5-4d92-9334-7a4a8e792465 req-f0d34ccf-a6ac-460e-899a-e5af8b9cafe3 service nova] Lock "35979957-c1a5-4250-a16d-0eb2907da195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.587790] env[62312]: DEBUG nova.compute.manager [req-8615eb7f-7ac5-4d92-9334-7a4a8e792465 req-f0d34ccf-a6ac-460e-899a-e5af8b9cafe3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] No waiting events found dispatching network-vif-plugged-e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.587965] env[62312]: WARNING nova.compute.manager [req-8615eb7f-7ac5-4d92-9334-7a4a8e792465 req-f0d34ccf-a6ac-460e-899a-e5af8b9cafe3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Received unexpected event network-vif-plugged-e2c14f67-94c6-445c-acc2-2ddb878faadb for instance with vm_state building and task_state spawning. [ 1461.618048] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809438, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.664170] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.664170] env[62312]: DEBUG nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.668021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.285s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.890490] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.976184] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809440, 'name': ReconfigVM_Task, 'duration_secs': 0.345492} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.976458] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 0ea6eea2-4690-47d5-a489-d0d4773fc8b9/0ea6eea2-4690-47d5-a489-d0d4773fc8b9.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.977329] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52eeaa6-4ba7-4b9c-8fab-1bce76c3415c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.984850] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1461.984850] env[62312]: value = "task-1809441" [ 1461.984850] env[62312]: _type = "Task" [ 1461.984850] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.994550] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809441, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.049423] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.050046] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquired lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.050046] env[62312]: DEBUG nova.network.neutron [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.120030] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809438, 'name': Rename_Task, 'duration_secs': 0.54972} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.120030] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.120196] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a945f36d-8ece-4176-aec9-603f8b7996da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.127397] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1462.127397] env[62312]: value = "task-1809442" [ 1462.127397] env[62312]: _type = "Task" [ 1462.127397] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.136847] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.175146] env[62312]: DEBUG nova.compute.utils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.176831] env[62312]: DEBUG nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.177023] env[62312]: DEBUG nova.network.neutron [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.234330] env[62312]: DEBUG nova.policy [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb01c0901c948f3a388822da8e07110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25f7f1a94be43e3860b8a12cec6ce47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.391735] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809439, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.498531] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809441, 'name': Rename_Task, 'duration_secs': 0.187357} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.498531] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.498771] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42775eb-9bf2-41b3-9768-54013b5c21a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.505841] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1462.505841] env[62312]: value = "task-1809443" [ 1462.505841] env[62312]: _type = "Task" [ 1462.505841] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.513931] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.515514] env[62312]: DEBUG nova.network.neutron [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Successfully created port: a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.604638] env[62312]: DEBUG nova.network.neutron [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.637942] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.690408] env[62312]: DEBUG nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.733561] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5a15a643-95a4-4885-b410-9df67ddf1b1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.733730] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 71093dbe-03a9-4ca1-b352-f55bb6cddfe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.733822] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.733942] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance f30fde15-74e1-4602-9a3a-1531c2f1b925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734073] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734182] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b20cb8cb-b813-40b3-8c78-bb413b702339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734310] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 4e1d43ea-cd82-4a68-80c6-71d698ceb992 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734399] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance c13205db-c3b6-4014-ba7e-340f800bdec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734510] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance a84a6c96-9625-4f81-8781-09ee831d8bfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734614] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b24c43f6-39e4-4902-8e26-5634c9f52276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734720] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734828] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.734961] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ff6920f6-d7f0-47db-af2b-7896c496fe32 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1462.736029] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 66448535-e73a-4cf2-bc6f-f12e656ff3f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1462.736231] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 87b3796c-2192-41de-a367-a40dec742c47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1462.736677] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1462.736849] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bcf8cd94-b380-41e6-8792-df66a2954952 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.736971] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 0ea6eea2-4690-47d5-a489-d0d4773fc8b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.737103] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 0a5926ae-9200-4b62-86f0-3efea856792e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.737218] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.737327] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 35979957-c1a5-4250-a16d-0eb2907da195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.737435] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 182e865c-3256-44e6-b642-b1f078f64ad5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.871066] env[62312]: DEBUG nova.network.neutron [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.894205] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809439, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.024306} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.895265] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22/3d6b91bf-2ac9-4b6b-80fc-065268b9ed22.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.895522] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.896165] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cd66443-9d8c-464e-ba08-adbf1bd7dd40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.903306] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1462.903306] env[62312]: value = "task-1809444" [ 1462.903306] env[62312]: _type = "Task" [ 1462.903306] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.912548] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.017253] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809443, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.138124] env[62312]: DEBUG oslo_vmware.api [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809442, 'name': PowerOnVM_Task, 'duration_secs': 0.800913} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.138632] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.138963] env[62312]: INFO nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1463.139471] env[62312]: DEBUG nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.140881] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cee64fe-d52c-4831-b461-1f942eba593d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.243979] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b60445df-57f7-45aa-9aa5-b3282ac6e4e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1463.374200] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Releasing lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.374544] env[62312]: DEBUG nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Instance network_info: |[{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.374963] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:28:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c14f67-94c6-445c-acc2-2ddb878faadb', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.386690] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Creating folder: Project (00d09e1baab64df2a6b9725aff2bb65e). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.387259] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d49bca51-3f07-4d10-a797-b209fdd25825 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.399179] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Created folder: Project (00d09e1baab64df2a6b9725aff2bb65e) in parent group-v374919. [ 1463.399502] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Creating folder: Instances. Parent ref: group-v375027. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.399917] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af08d10b-54de-47a9-84de-f196d6860b24 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.409305] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Created folder: Instances in parent group-v375027. [ 1463.409730] env[62312]: DEBUG oslo.service.loopingcall [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.412601] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.413049] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078161} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.413282] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f1b9f0f-980d-4021-8c4e-dcda3a20c83d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.429823] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.430927] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d1fd09-8273-424b-ba7b-2c2fc8e55294 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.455499] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22/3d6b91bf-2ac9-4b6b-80fc-065268b9ed22.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.457202] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60f47050-5970-43a1-981f-f03035d2ba9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.471571] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.471571] env[62312]: value = "task-1809447" [ 1463.471571] env[62312]: _type = "Task" [ 1463.471571] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.477180] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1463.477180] env[62312]: value = "task-1809448" [ 1463.477180] env[62312]: _type = "Task" [ 1463.477180] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.483320] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809447, 'name': CreateVM_Task} progress is 15%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.488149] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.515626] env[62312]: DEBUG oslo_vmware.api [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809443, 'name': PowerOnVM_Task, 'duration_secs': 0.790979} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.515887] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.516096] env[62312]: INFO nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Took 14.91 seconds to spawn the instance on the hypervisor. [ 1463.516278] env[62312]: DEBUG nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.517015] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce310fe7-fe91-4257-81b9-b358aeaec9a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.617041] env[62312]: DEBUG nova.compute.manager [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Received event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1463.617239] env[62312]: DEBUG nova.compute.manager [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing instance network info cache due to event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1463.617448] env[62312]: DEBUG oslo_concurrency.lockutils [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] Acquiring lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.617587] env[62312]: DEBUG oslo_concurrency.lockutils [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] Acquired lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.617747] env[62312]: DEBUG nova.network.neutron [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.658306] env[62312]: INFO nova.compute.manager [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Took 49.91 seconds to build instance. [ 1463.703709] env[62312]: DEBUG nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.731307] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.731523] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.731674] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.731868] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.731997] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.732157] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.732360] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.732516] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.732702] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.732860] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.733043] env[62312]: DEBUG nova.virt.hardware [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.733908] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026772a-3201-4735-9faa-c362c54ebcba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.742162] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfe652-d22b-4a4f-a3e6-f3ffd45df86c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.746483] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d8401e2f-0d4c-4a7e-8577-04e3d68b1763 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1463.984499] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809447, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.989670] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.036098] env[62312]: INFO nova.compute.manager [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Took 52.49 seconds to build instance. [ 1464.112363] env[62312]: DEBUG nova.network.neutron [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Successfully updated port: a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.161874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd7cb42e-101d-4fdc-b5fe-2674b31e297a tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "0a5926ae-9200-4b62-86f0-3efea856792e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.697s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.250094] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 75d8232c-3dee-48f6-8abd-60581f4abd44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1464.333898] env[62312]: DEBUG nova.network.neutron [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updated VIF entry in instance network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.334369] env[62312]: DEBUG nova.network.neutron [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.487354] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809447, 'name': CreateVM_Task, 'duration_secs': 0.7399} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.490234] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.490570] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809448, 'name': ReconfigVM_Task, 'duration_secs': 0.793365} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.491565] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.491763] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.492097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.492380] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22/3d6b91bf-2ac9-4b6b-80fc-065268b9ed22.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.494058] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfbd551-a3c5-44b5-8816-d13204bac2b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.495665] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67e91ad4-2ce2-4a66-8cdb-012918376e61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.504950] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1464.504950] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cdcae1-da33-6f85-4113-fad1dfeab3e9" [ 1464.504950] env[62312]: _type = "Task" [ 1464.504950] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.509904] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1464.509904] env[62312]: value = "task-1809449" [ 1464.509904] env[62312]: _type = "Task" [ 1464.509904] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.517126] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cdcae1-da33-6f85-4113-fad1dfeab3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.522174] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809449, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.538644] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0ffc0d2-97a4-444f-8f2d-7241a0536bb2 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.315s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.615297] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.615439] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.615585] env[62312]: DEBUG nova.network.neutron [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.665524] env[62312]: DEBUG nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1464.737805] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "0a5926ae-9200-4b62-86f0-3efea856792e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.738106] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "0a5926ae-9200-4b62-86f0-3efea856792e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.738475] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "0a5926ae-9200-4b62-86f0-3efea856792e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.738735] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "0a5926ae-9200-4b62-86f0-3efea856792e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.738922] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "0a5926ae-9200-4b62-86f0-3efea856792e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.740962] env[62312]: INFO nova.compute.manager [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Terminating instance [ 1464.753994] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 978f946b-172a-48d4-b9de-ee19dd0d1224 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1464.837628] env[62312]: DEBUG oslo_concurrency.lockutils [req-c0f1bac7-dd08-4962-a136-0fb9926c1064 req-5886acee-5593-499b-b794-d1d7d53ce12c service nova] Releasing lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.001250] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.001575] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.001795] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.001976] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.002892] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.005172] env[62312]: INFO nova.compute.manager [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Terminating instance [ 1465.018681] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cdcae1-da33-6f85-4113-fad1dfeab3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.044167} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.019286] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.019513] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.019727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.019868] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.020054] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.020313] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1111aff7-4859-4f91-a536-ca975c9a4075 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.025147] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809449, 'name': Rename_Task, 'duration_secs': 0.498383} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.025665] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.025872] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445a3980-84d9-4ab8-aa77-e6f6903cf4be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.032071] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1465.032071] env[62312]: value = "task-1809450" [ 1465.032071] env[62312]: _type = "Task" [ 1465.032071] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.033056] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.033232] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.036281] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331e71fc-ca68-4fe8-8957-a18e0d61408f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.042959] env[62312]: DEBUG nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.045310] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.046595] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1465.046595] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52066c2a-6379-8e0a-0eb5-672f48bf4d99" [ 1465.046595] env[62312]: _type = "Task" [ 1465.046595] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.054391] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52066c2a-6379-8e0a-0eb5-672f48bf4d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.146797] env[62312]: DEBUG nova.network.neutron [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.187411] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.246685] env[62312]: DEBUG nova.compute.manager [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.246891] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.247779] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ecb3b-097e-4fcc-bbae-94a91faacda8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.256303] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 626daee0-ec18-4366-af6a-6b07708dedb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1465.257864] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.258197] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4669389-5010-46f2-a4e9-d6e40212fe77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.264968] env[62312]: DEBUG oslo_vmware.api [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1465.264968] env[62312]: value = "task-1809451" [ 1465.264968] env[62312]: _type = "Task" [ 1465.264968] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.275484] env[62312]: DEBUG oslo_vmware.api [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.285409] env[62312]: DEBUG nova.network.neutron [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Updating instance_info_cache with network_info: [{"id": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "address": "fa:16:3e:1a:20:c0", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8e1b1-ed", "ovs_interfaceid": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.512957] env[62312]: DEBUG nova.compute.manager [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.512957] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.514115] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fa57cd-3f30-4ef7-982b-fe1f756ceca3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.521182] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.521430] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e17527db-c026-4101-8118-6fd606877285 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.527596] env[62312]: DEBUG oslo_vmware.api [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1465.527596] env[62312]: value = "task-1809452" [ 1465.527596] env[62312]: _type = "Task" [ 1465.527596] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.535403] env[62312]: DEBUG oslo_vmware.api [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.542720] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.558469] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52066c2a-6379-8e0a-0eb5-672f48bf4d99, 'name': SearchDatastore_Task, 'duration_secs': 0.05273} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.559257] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804d7f62-8786-45de-850c-cf229dd89353 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.562769] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.564616] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1465.564616] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524459c8-d14a-c1ca-fb7f-80ee43d04b2e" [ 1465.564616] env[62312]: _type = "Task" [ 1465.564616] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.573246] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524459c8-d14a-c1ca-fb7f-80ee43d04b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.647322] env[62312]: DEBUG nova.compute.manager [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Received event network-vif-plugged-a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1465.647543] env[62312]: DEBUG oslo_concurrency.lockutils [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] Acquiring lock "182e865c-3256-44e6-b642-b1f078f64ad5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.647749] env[62312]: DEBUG oslo_concurrency.lockutils [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] Lock "182e865c-3256-44e6-b642-b1f078f64ad5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.647910] env[62312]: DEBUG oslo_concurrency.lockutils [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] Lock "182e865c-3256-44e6-b642-b1f078f64ad5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.648087] env[62312]: DEBUG nova.compute.manager [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] No waiting events found dispatching network-vif-plugged-a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.648247] env[62312]: WARNING nova.compute.manager [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Received unexpected event network-vif-plugged-a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 for instance with vm_state building and task_state spawning. [ 1465.648401] env[62312]: DEBUG nova.compute.manager [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Received event network-changed-a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1465.648552] env[62312]: DEBUG nova.compute.manager [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Refreshing instance network info cache due to event network-changed-a8a8e1b1-edb7-4bdd-9499-59eeb65b8309. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1465.648711] env[62312]: DEBUG oslo_concurrency.lockutils [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] Acquiring lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.762106] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 3740794c-c7a8-4325-9234-0fe4f83cc465 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1465.776667] env[62312]: DEBUG oslo_vmware.api [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809451, 'name': PowerOffVM_Task, 'duration_secs': 0.255734} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.777110] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.777289] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.777796] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23fc624-8a4f-4834-a871-01a4dbabd1da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.788654] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.788654] env[62312]: DEBUG nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Instance network_info: |[{"id": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "address": "fa:16:3e:1a:20:c0", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8e1b1-ed", "ovs_interfaceid": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.788654] env[62312]: DEBUG oslo_concurrency.lockutils [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] Acquired lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.788862] env[62312]: DEBUG nova.network.neutron [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Refreshing network info cache for port a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.789943] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:20:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8a8e1b1-edb7-4bdd-9499-59eeb65b8309', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.797177] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating folder: Project (f25f7f1a94be43e3860b8a12cec6ce47). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.798050] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b97f2227-5c78-4dab-94d7-6ac14408acde {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.808806] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created folder: Project (f25f7f1a94be43e3860b8a12cec6ce47) in parent group-v374919. [ 1465.808994] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating folder: Instances. Parent ref: group-v375030. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.809235] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-521170ed-4124-4576-89fd-c1007713f231 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.819315] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created folder: Instances in parent group-v375030. [ 1465.819552] env[62312]: DEBUG oslo.service.loopingcall [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.819735] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.819929] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c95757f-b79a-4258-a816-dfff9f195bd3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.840883] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.840883] env[62312]: value = "task-1809456" [ 1465.840883] env[62312]: _type = "Task" [ 1465.840883] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.849015] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809456, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.877552] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.877764] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.877944] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Deleting the datastore file [datastore1] 0a5926ae-9200-4b62-86f0-3efea856792e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.878246] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-200e5d99-72c0-46ca-b85e-416cfcf1c27c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.885308] env[62312]: DEBUG oslo_vmware.api [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for the task: (returnval){ [ 1465.885308] env[62312]: value = "task-1809457" [ 1465.885308] env[62312]: _type = "Task" [ 1465.885308] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.893177] env[62312]: DEBUG oslo_vmware.api [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.037854] env[62312]: DEBUG oslo_vmware.api [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809452, 'name': PowerOffVM_Task, 'duration_secs': 0.203599} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.041133] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.041346] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.041628] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fbcf1ca-afce-4739-a2c6-837ddf7c9963 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.047903] env[62312]: DEBUG oslo_vmware.api [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809450, 'name': PowerOnVM_Task, 'duration_secs': 0.708244} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.048146] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.048344] env[62312]: INFO nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1466.048522] env[62312]: DEBUG nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.049572] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78cf6b-cda8-40a0-b35c-53d56e0d7bfb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.074268] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524459c8-d14a-c1ca-fb7f-80ee43d04b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.023898} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.074529] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.074776] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 35979957-c1a5-4250-a16d-0eb2907da195/35979957-c1a5-4250-a16d-0eb2907da195.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.075028] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae531cb1-625a-4b1d-b276-11e81375d87d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.082376] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1466.082376] env[62312]: value = "task-1809459" [ 1466.082376] env[62312]: _type = "Task" [ 1466.082376] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.090359] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.223071] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.223323] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.223508] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Deleting the datastore file [datastore1] 0ea6eea2-4690-47d5-a489-d0d4773fc8b9 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.223910] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ac07de-1beb-4310-a934-34a5a94436f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.231032] env[62312]: DEBUG oslo_vmware.api [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1466.231032] env[62312]: value = "task-1809460" [ 1466.231032] env[62312]: _type = "Task" [ 1466.231032] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.242008] env[62312]: DEBUG oslo_vmware.api [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.264843] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 02e74b78-0911-4478-9b9e-45ecc07a935e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1466.352197] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809456, 'name': CreateVM_Task, 'duration_secs': 0.48972} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.352367] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.353030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.353201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.353515] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.353746] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458d371a-041b-4c74-87c4-6ffc5c7a27b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.358229] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1466.358229] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526b21a0-13ec-1a0e-fa19-ec89c8968f59" [ 1466.358229] env[62312]: _type = "Task" [ 1466.358229] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.367713] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526b21a0-13ec-1a0e-fa19-ec89c8968f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.394878] env[62312]: DEBUG oslo_vmware.api [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Task: {'id': task-1809457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312981} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.395159] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.395342] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.395511] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.395793] env[62312]: INFO nova.compute.manager [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1466.396071] env[62312]: DEBUG oslo.service.loopingcall [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.396271] env[62312]: DEBUG nova.compute.manager [-] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.396365] env[62312]: DEBUG nova.network.neutron [-] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.533501] env[62312]: DEBUG nova.network.neutron [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Updated VIF entry in instance network info cache for port a8a8e1b1-edb7-4bdd-9499-59eeb65b8309. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.533501] env[62312]: DEBUG nova.network.neutron [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Updating instance_info_cache with network_info: [{"id": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "address": "fa:16:3e:1a:20:c0", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8e1b1-ed", "ovs_interfaceid": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.570665] env[62312]: INFO nova.compute.manager [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Took 48.56 seconds to build instance. [ 1466.592307] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.741860] env[62312]: DEBUG oslo_vmware.api [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.767867] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 88838791-2153-498b-8048-7891a84aa8be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1466.868904] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526b21a0-13ec-1a0e-fa19-ec89c8968f59, 'name': SearchDatastore_Task, 'duration_secs': 0.04374} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.869296] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.869476] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.869707] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.869855] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.870041] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.870881] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-217728c7-bc75-4819-8997-90292e019562 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.878192] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.878417] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.879227] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4aba1a0-1dae-4724-a7c5-0681f4bf33b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.884579] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1466.884579] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522479ed-f9b3-15df-e456-936a45edc277" [ 1466.884579] env[62312]: _type = "Task" [ 1466.884579] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.892136] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522479ed-f9b3-15df-e456-936a45edc277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.913925] env[62312]: DEBUG nova.compute.manager [req-3d49ac4b-98c3-4b8b-bb6e-24a2c238f9cc req-985e9478-5d35-46b3-a020-e3117fb94ef2 service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Received event network-vif-deleted-b8f25ad0-d3e9-4335-a195-30405c98d1c3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1466.914103] env[62312]: INFO nova.compute.manager [req-3d49ac4b-98c3-4b8b-bb6e-24a2c238f9cc req-985e9478-5d35-46b3-a020-e3117fb94ef2 service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Neutron deleted interface b8f25ad0-d3e9-4335-a195-30405c98d1c3; detaching it from the instance and deleting it from the info cache [ 1466.914281] env[62312]: DEBUG nova.network.neutron [req-3d49ac4b-98c3-4b8b-bb6e-24a2c238f9cc req-985e9478-5d35-46b3-a020-e3117fb94ef2 service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.035930] env[62312]: DEBUG oslo_concurrency.lockutils [req-1bd3a191-692a-49fe-adf3-8308fd1bad6d req-2753b7f7-1324-4187-859f-0f131938f781 service nova] Releasing lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.072619] env[62312]: DEBUG oslo_concurrency.lockutils [None req-df5fc723-8b64-455c-bbb8-a63ea45bce02 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.887s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.093091] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703194} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.093926] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 35979957-c1a5-4250-a16d-0eb2907da195/35979957-c1a5-4250-a16d-0eb2907da195.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.094169] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.094421] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9b6137-9091-426c-b51d-5d91d0dabcc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.101605] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1467.101605] env[62312]: value = "task-1809461" [ 1467.101605] env[62312]: _type = "Task" [ 1467.101605] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.109927] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.243602] env[62312]: DEBUG oslo_vmware.api [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.702945} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.243862] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.244129] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.244283] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.244460] env[62312]: INFO nova.compute.manager [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1467.244692] env[62312]: DEBUG oslo.service.loopingcall [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.244882] env[62312]: DEBUG nova.compute.manager [-] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.244975] env[62312]: DEBUG nova.network.neutron [-] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.270601] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 1f263cb1-15b3-4e8d-8cfa-dae622a1c186 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1467.335424] env[62312]: DEBUG nova.network.neutron [-] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.394960] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522479ed-f9b3-15df-e456-936a45edc277, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.395861] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89dd2de-e3a3-451a-af55-7f37fcd28380 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.401435] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1467.401435] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52133706-4bef-8d33-8fc0-00b6604d37e4" [ 1467.401435] env[62312]: _type = "Task" [ 1467.401435] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.409062] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52133706-4bef-8d33-8fc0-00b6604d37e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.416957] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4c20cbb-b40b-4c2e-a197-34725d903767 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.425245] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e6737-9c1e-4cf3-ae0f-19750a79d4ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.457159] env[62312]: DEBUG nova.compute.manager [req-3d49ac4b-98c3-4b8b-bb6e-24a2c238f9cc req-985e9478-5d35-46b3-a020-e3117fb94ef2 service nova] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Detach interface failed, port_id=b8f25ad0-d3e9-4335-a195-30405c98d1c3, reason: Instance 0a5926ae-9200-4b62-86f0-3efea856792e could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1467.575625] env[62312]: DEBUG nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1467.615952] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.465017} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.616259] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.616985] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36025fc0-ab07-4f25-b664-77e1ff7cd287 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.645682] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 35979957-c1a5-4250-a16d-0eb2907da195/35979957-c1a5-4250-a16d-0eb2907da195.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.646819] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b1c2c98-eb54-495a-83a1-c347ee55f15d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.668243] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1467.668243] env[62312]: value = "task-1809462" [ 1467.668243] env[62312]: _type = "Task" [ 1467.668243] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.677447] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.773603] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 495cf19a-55fc-45c5-a05e-97f0395d06cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1467.837600] env[62312]: INFO nova.compute.manager [-] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Took 1.44 seconds to deallocate network for instance. [ 1467.913907] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52133706-4bef-8d33-8fc0-00b6604d37e4, 'name': SearchDatastore_Task, 'duration_secs': 0.052827} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.914189] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.914442] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/182e865c-3256-44e6-b642-b1f078f64ad5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.914695] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d768c37-434f-47dc-b8c2-e719d407b5df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.920177] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1467.920177] env[62312]: value = "task-1809463" [ 1467.920177] env[62312]: _type = "Task" [ 1467.920177] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.927627] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.098468] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.178409] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.276952] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2ec28d64-7cd9-489f-8954-64fb0798dbcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1468.345594] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.432161] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809463, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.679100] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809462, 'name': ReconfigVM_Task, 'duration_secs': 0.924533} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.679432] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 35979957-c1a5-4250-a16d-0eb2907da195/35979957-c1a5-4250-a16d-0eb2907da195.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.680129] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-953be5db-6d6e-4a14-8282-432c578647cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.686619] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1468.686619] env[62312]: value = "task-1809464" [ 1468.686619] env[62312]: _type = "Task" [ 1468.686619] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.697313] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809464, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.784279] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance af5e70a2-df8f-424e-adcb-e88adc6e498b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1468.931156] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687449} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.931526] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/182e865c-3256-44e6-b642-b1f078f64ad5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.931757] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.932012] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6addccf-6dfd-407c-9bba-129552e7a6db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.938975] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1468.938975] env[62312]: value = "task-1809465" [ 1468.938975] env[62312]: _type = "Task" [ 1468.938975] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.947679] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.074991] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-vif-deleted-8bb93f5c-c029-46d1-ac90-6e95df020b51 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1469.075203] env[62312]: INFO nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Neutron deleted interface 8bb93f5c-c029-46d1-ac90-6e95df020b51; detaching it from the instance and deleting it from the info cache [ 1469.075479] env[62312]: DEBUG nova.network.neutron [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [{"id": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "address": "fa:16:3e:40:19:a1", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e6a38-f9", "ovs_interfaceid": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c09452-f625-4029-b5e9-64c842abf016", "address": "fa:16:3e:56:79:d7", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c09452-f6", "ovs_interfaceid": "d3c09452-f625-4029-b5e9-64c842abf016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.197385] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809464, 'name': Rename_Task, 'duration_secs': 0.175852} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.197665] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.197902] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b30fc6-71c3-4f47-b930-80a2e0d6993d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.204050] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1469.204050] env[62312]: value = "task-1809466" [ 1469.204050] env[62312]: _type = "Task" [ 1469.204050] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.212945] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.221583] env[62312]: DEBUG nova.network.neutron [-] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.286990] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 85928b6a-7d30-4cf6-aa1b-36357a80a38c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1469.448773] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095674} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.448917] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.449772] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f482eb5a-c3a6-4810-8508-6c64fed02a81 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.473212] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/182e865c-3256-44e6-b642-b1f078f64ad5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.473510] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a9a467-adf2-41ec-9833-0af4aee2dae9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.494251] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1469.494251] env[62312]: value = "task-1809467" [ 1469.494251] env[62312]: _type = "Task" [ 1469.494251] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.504887] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.578358] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7755fd7b-40e9-4df7-a23a-6d6fd67671cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.587340] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ffa832-2162-4327-9ff4-a5cde2fccdbc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.620610] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Detach interface failed, port_id=8bb93f5c-c029-46d1-ac90-6e95df020b51, reason: Instance 0ea6eea2-4690-47d5-a489-d0d4773fc8b9 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1469.620848] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1469.621019] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing instance network info cache due to event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1469.621239] env[62312]: DEBUG oslo_concurrency.lockutils [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] Acquiring lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.621517] env[62312]: DEBUG oslo_concurrency.lockutils [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] Acquired lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.621517] env[62312]: DEBUG nova.network.neutron [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.714674] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.726243] env[62312]: INFO nova.compute.manager [-] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Took 2.48 seconds to deallocate network for instance. [ 1469.790364] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5021101b-d7d4-40a2-9568-004f45f3b02d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1470.006720] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.215022] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809466, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.233546] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.293601] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2d367982-ec8b-4f4c-b834-513d6f23889d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1470.508583] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809467, 'name': ReconfigVM_Task, 'duration_secs': 0.696396} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.508877] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/182e865c-3256-44e6-b642-b1f078f64ad5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.514923] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0ee8dee-7c28-473a-aa14-1571f96da981 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.518052] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1470.518052] env[62312]: value = "task-1809468" [ 1470.518052] env[62312]: _type = "Task" [ 1470.518052] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.530662] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809468, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.717789] env[62312]: DEBUG oslo_vmware.api [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809466, 'name': PowerOnVM_Task, 'duration_secs': 1.065952} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.717789] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.717789] env[62312]: INFO nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1470.717789] env[62312]: DEBUG nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.717789] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879993c6-2df0-4157-b87f-2df4cd2c3c6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.731844] env[62312]: DEBUG nova.network.neutron [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updated VIF entry in instance network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.732259] env[62312]: DEBUG nova.network.neutron [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [{"id": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "address": "fa:16:3e:7c:9a:fb", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a90f33d-1f", "ovs_interfaceid": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.796804] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d41df122-2604-4e47-a2cf-ef5983b4a211 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1470.797212] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1470.797373] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1471.031122] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809468, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.172540] env[62312]: DEBUG nova.compute.manager [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1471.172540] env[62312]: DEBUG nova.compute.manager [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing instance network info cache due to event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1471.172540] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] Acquiring lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.239304] env[62312]: DEBUG oslo_concurrency.lockutils [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] Releasing lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.239304] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-vif-deleted-d3c09452-f625-4029-b5e9-64c842abf016 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1471.239304] env[62312]: INFO nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Neutron deleted interface d3c09452-f625-4029-b5e9-64c842abf016; detaching it from the instance and deleting it from the info cache [ 1471.239304] env[62312]: DEBUG nova.network.neutron [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [{"id": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "address": "fa:16:3e:40:19:a1", "network": {"id": "3c45270b-d064-432d-8243-4bbbee7fbf33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937938749", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33e6a38-f9", "ovs_interfaceid": "a33e6a38-f9f9-43fb-9017-6a3a773a634b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.239304] env[62312]: INFO nova.compute.manager [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Took 50.12 seconds to build instance. [ 1471.239787] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] Acquired lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.243656] env[62312]: DEBUG nova.network.neutron [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.284567] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8859b-41e4-45c1-ac17-4cd2a39f80fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.292105] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d212297-9e84-4236-88c8-b496c9818d49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.322794] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8149fa5-8566-43b4-9dfa-521ebb206cc0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.330647] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7dab7-8421-4832-816a-8a5ddcb69adc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.343695] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.529550] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809468, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.746138] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6e6b8d3-fe34-45d1-b51a-f9dc6f7c08ba tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "35979957-c1a5-4250-a16d-0eb2907da195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.502s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.748372] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4806b624-fc84-4168-b79d-abd2f7537be1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.758891] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05be332e-8bef-4d3e-9151-f01bf97df3b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.794303] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Detach interface failed, port_id=d3c09452-f625-4029-b5e9-64c842abf016, reason: Instance 0ea6eea2-4690-47d5-a489-d0d4773fc8b9 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1471.794578] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Received event network-vif-deleted-a33e6a38-f9f9-43fb-9017-6a3a773a634b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1471.795019] env[62312]: INFO nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Neutron deleted interface a33e6a38-f9f9-43fb-9017-6a3a773a634b; detaching it from the instance and deleting it from the info cache [ 1471.795019] env[62312]: DEBUG nova.network.neutron [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.846243] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.030220] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809468, 'name': Rename_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.118923] env[62312]: DEBUG nova.network.neutron [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updated VIF entry in instance network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.118923] env[62312]: DEBUG nova.network.neutron [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [{"id": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "address": "fa:16:3e:7c:9a:fb", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a90f33d-1f", "ovs_interfaceid": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.255020] env[62312]: DEBUG nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.300024] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e99a8a0-68d6-429b-a14d-7e428049e3a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.307710] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b890db-722f-42c2-b585-7f4cb1358d8c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.341858] env[62312]: DEBUG nova.compute.manager [req-ba2ad8c4-bbca-46fe-88ab-490cedd9f434 req-c1073a96-5388-4ff0-90c6-7e5d4ad5b1ab service nova] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Detach interface failed, port_id=a33e6a38-f9f9-43fb-9017-6a3a773a634b, reason: Instance 0ea6eea2-4690-47d5-a489-d0d4773fc8b9 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1472.354020] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1472.354020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.684s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.354020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.827s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.354020] env[62312]: INFO nova.compute.claims [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.530568] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809468, 'name': Rename_Task, 'duration_secs': 1.531614} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.533148] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.533148] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-250dbfbc-5457-4692-9a39-807117a64a40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.540019] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1472.540019] env[62312]: value = "task-1809469" [ 1472.540019] env[62312]: _type = "Task" [ 1472.540019] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.545362] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.622037] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] Releasing lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.622037] env[62312]: DEBUG nova.compute.manager [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Received event network-changed-e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1472.622037] env[62312]: DEBUG nova.compute.manager [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Refreshing instance network info cache due to event network-changed-e8c499f8-17b5-4907-ac6d-f0080ab02c97. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1472.622037] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] Acquiring lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.622281] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] Acquired lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.622342] env[62312]: DEBUG nova.network.neutron [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Refreshing network info cache for port e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.652981] env[62312]: DEBUG nova.compute.manager [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Received event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1472.653192] env[62312]: DEBUG nova.compute.manager [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing instance network info cache due to event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1472.653412] env[62312]: DEBUG oslo_concurrency.lockutils [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] Acquiring lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.657438] env[62312]: DEBUG oslo_concurrency.lockutils [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] Acquired lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.657438] env[62312]: DEBUG nova.network.neutron [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.670130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.670130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.670130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.670130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.670130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.674573] env[62312]: INFO nova.compute.manager [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Terminating instance [ 1472.781196] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.047931] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.177901] env[62312]: DEBUG nova.compute.manager [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1473.178416] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.179399] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c2209-333b-42a2-be82-ca17ba210047 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.188620] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.194250] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8037ca38-6b00-4855-865f-883e1629600d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.199503] env[62312]: DEBUG oslo_vmware.api [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1473.199503] env[62312]: value = "task-1809470" [ 1473.199503] env[62312]: _type = "Task" [ 1473.199503] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.208678] env[62312]: DEBUG oslo_vmware.api [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.355060] env[62312]: DEBUG nova.compute.manager [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Received event network-changed-e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.355060] env[62312]: DEBUG nova.compute.manager [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Refreshing instance network info cache due to event network-changed-e8c499f8-17b5-4907-ac6d-f0080ab02c97. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1473.355060] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] Acquiring lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.429194] env[62312]: DEBUG nova.network.neutron [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updated VIF entry in instance network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.429194] env[62312]: DEBUG nova.network.neutron [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.551534] env[62312]: DEBUG oslo_vmware.api [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809469, 'name': PowerOnVM_Task, 'duration_secs': 0.765798} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.551804] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.552012] env[62312]: INFO nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1473.552208] env[62312]: DEBUG nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.553075] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422465dd-e3be-426f-a9d9-e9f2b7ca1dd8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.569965] env[62312]: DEBUG nova.network.neutron [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updated VIF entry in instance network info cache for port e8c499f8-17b5-4907-ac6d-f0080ab02c97. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.569965] env[62312]: DEBUG nova.network.neutron [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updating instance_info_cache with network_info: [{"id": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "address": "fa:16:3e:e6:02:bc", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c499f8-17", "ovs_interfaceid": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.712035] env[62312]: DEBUG oslo_vmware.api [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809470, 'name': PowerOffVM_Task, 'duration_secs': 0.393464} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.712257] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.712430] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.712719] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2085430-ba3d-46e6-a598-7f474e869915 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.878922] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae77f1f-216b-408b-89db-a5b339fba8b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.886858] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91144914-f220-470a-9662-feccb09ed25d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.917861] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e944c3f-9891-4b15-a1ad-42c56ce52ed4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.925062] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04110945-3e77-4bb8-8c4b-cb3cde7c284d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.937978] env[62312]: DEBUG oslo_concurrency.lockutils [req-6d88c786-e552-4ab8-b8fb-c9016d0a04b5 req-d43d2e6b-68ac-497e-9389-c5e8feb0907d service nova] Releasing lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.938591] env[62312]: DEBUG nova.compute.provider_tree [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.971444] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.971666] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.971843] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Deleting the datastore file [datastore1] 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.972120] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a4599a1-2775-4fc3-ab0a-4195d44c3a16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.980286] env[62312]: DEBUG oslo_vmware.api [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1473.980286] env[62312]: value = "task-1809472" [ 1473.980286] env[62312]: _type = "Task" [ 1473.980286] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.988642] env[62312]: DEBUG oslo_vmware.api [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.074895] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f2c7b23-6662-4def-9a68-17843096dcdb req-7085b6b0-c929-44e1-9dda-d2d7fd99c0b2 service nova] Releasing lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.076788] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] Acquired lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.076987] env[62312]: DEBUG nova.network.neutron [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Refreshing network info cache for port e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.078736] env[62312]: INFO nova.compute.manager [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Took 51.08 seconds to build instance. [ 1474.447020] env[62312]: DEBUG nova.scheduler.client.report [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.490494] env[62312]: DEBUG oslo_vmware.api [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351851} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.493598] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.493598] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.493598] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.493598] env[62312]: INFO nova.compute.manager [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1474.493598] env[62312]: DEBUG oslo.service.loopingcall [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.493598] env[62312]: DEBUG nova.compute.manager [-] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.493598] env[62312]: DEBUG nova.network.neutron [-] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.585735] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2c9288b7-ec2e-45f6-ac26-5532cc04ecf4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "182e865c-3256-44e6-b642-b1f078f64ad5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.875s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.814847] env[62312]: DEBUG nova.network.neutron [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updated VIF entry in instance network info cache for port e8c499f8-17b5-4907-ac6d-f0080ab02c97. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.814847] env[62312]: DEBUG nova.network.neutron [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updating instance_info_cache with network_info: [{"id": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "address": "fa:16:3e:e6:02:bc", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c499f8-17", "ovs_interfaceid": "e8c499f8-17b5-4907-ac6d-f0080ab02c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.950184] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.950735] env[62312]: DEBUG nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.953486] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.922s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.953652] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.955592] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.252s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.957419] env[62312]: INFO nova.compute.claims [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.986323] env[62312]: INFO nova.scheduler.client.report [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Deleted allocations for instance ff6920f6-d7f0-47db-af2b-7896c496fe32 [ 1475.087543] env[62312]: DEBUG nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1475.316779] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] Releasing lock "refresh_cache-3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.317097] env[62312]: DEBUG nova.compute.manager [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1475.317427] env[62312]: DEBUG nova.compute.manager [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing instance network info cache due to event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1475.317502] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] Acquiring lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.317631] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] Acquired lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.317866] env[62312]: DEBUG nova.network.neutron [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.337628] env[62312]: DEBUG nova.network.neutron [-] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.384652] env[62312]: DEBUG nova.compute.manager [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1475.384991] env[62312]: DEBUG nova.compute.manager [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing instance network info cache due to event network-changed-3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1475.385360] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] Acquiring lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.462399] env[62312]: DEBUG nova.compute.utils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1475.465501] env[62312]: DEBUG nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1475.465673] env[62312]: DEBUG nova.network.neutron [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.496187] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1788883e-a069-4abc-8a92-2055aac06777 tempest-ImagesNegativeTestJSON-374941649 tempest-ImagesNegativeTestJSON-374941649-project-member] Lock "ff6920f6-d7f0-47db-af2b-7896c496fe32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.884s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.501771] env[62312]: DEBUG nova.policy [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b472cdb99e6743fea6f09771db1d6adf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15147195b9c54df3a603251426bd91f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1475.608485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.839967] env[62312]: INFO nova.compute.manager [-] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Took 1.35 seconds to deallocate network for instance. [ 1475.855837] env[62312]: DEBUG nova.network.neutron [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Successfully created port: 3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.966237] env[62312]: DEBUG nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1476.070889] env[62312]: DEBUG nova.network.neutron [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updated VIF entry in instance network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.071070] env[62312]: DEBUG nova.network.neutron [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [{"id": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "address": "fa:16:3e:7c:9a:fb", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a90f33d-1f", "ovs_interfaceid": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.350965] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.461707] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4be1f7-6bc0-419b-af84-396d352d16a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.469397] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2caf66a-4aaf-4348-9635-34027d3eb13e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.503600] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc40f0ee-49ac-4dab-89cf-f240eb362de1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.511502] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a55114-4d2f-4a0f-b2ef-31bddc435a01 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.527214] env[62312]: DEBUG nova.compute.provider_tree [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.574091] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce2e98dc-b292-49ba-a7a4-75909a6bd04a req-ce682ae1-1870-4494-90d1-85212ad6849e service nova] Releasing lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.574543] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] Acquired lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.574740] env[62312]: DEBUG nova.network.neutron [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Refreshing network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.980759] env[62312]: DEBUG nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1477.007687] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.007957] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.008129] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.008636] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.008801] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.008953] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.009177] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.009339] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.009508] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.009673] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.009844] env[62312]: DEBUG nova.virt.hardware [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.011454] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fe3ec4-15fe-4630-b618-403e14584868 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.019479] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b120cb9-7e51-43a4-9f3e-f47afc7eef5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.033620] env[62312]: DEBUG nova.scheduler.client.report [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.386126] env[62312]: DEBUG nova.network.neutron [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updated VIF entry in instance network info cache for port 3a90f33d-1f03-4131-bbf5-029c544d53e5. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.386509] env[62312]: DEBUG nova.network.neutron [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [{"id": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "address": "fa:16:3e:7c:9a:fb", "network": {"id": "ded83c9e-b299-4e71-becf-d1ad1129dd39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-123209576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0995403d10546668bff88fb0ee0f3b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a90f33d-1f", "ovs_interfaceid": "3a90f33d-1f03-4131-bbf5-029c544d53e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.410411] env[62312]: DEBUG nova.compute.manager [req-3371c6c6-bec4-40de-9fcb-f51cebc3f54a req-601b2a71-ac7d-4cb0-8edc-6943aa447fe4 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Received event network-vif-plugged-3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1477.410411] env[62312]: DEBUG oslo_concurrency.lockutils [req-3371c6c6-bec4-40de-9fcb-f51cebc3f54a req-601b2a71-ac7d-4cb0-8edc-6943aa447fe4 service nova] Acquiring lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.410411] env[62312]: DEBUG oslo_concurrency.lockutils [req-3371c6c6-bec4-40de-9fcb-f51cebc3f54a req-601b2a71-ac7d-4cb0-8edc-6943aa447fe4 service nova] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.410411] env[62312]: DEBUG oslo_concurrency.lockutils [req-3371c6c6-bec4-40de-9fcb-f51cebc3f54a req-601b2a71-ac7d-4cb0-8edc-6943aa447fe4 service nova] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.410746] env[62312]: DEBUG nova.compute.manager [req-3371c6c6-bec4-40de-9fcb-f51cebc3f54a req-601b2a71-ac7d-4cb0-8edc-6943aa447fe4 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] No waiting events found dispatching network-vif-plugged-3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.410746] env[62312]: WARNING nova.compute.manager [req-3371c6c6-bec4-40de-9fcb-f51cebc3f54a req-601b2a71-ac7d-4cb0-8edc-6943aa447fe4 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Received unexpected event network-vif-plugged-3937d740-8de4-4f2e-958b-6c5063b2edac for instance with vm_state building and task_state spawning. [ 1477.463663] env[62312]: DEBUG nova.network.neutron [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Successfully updated port: 3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.540246] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.540246] env[62312]: DEBUG nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.543150] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.724s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.545018] env[62312]: INFO nova.compute.claims [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.889720] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] Releasing lock "refresh_cache-b20cb8cb-b813-40b3-8c78-bb413b702339" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.890845] env[62312]: DEBUG nova.compute.manager [req-5cbc7cca-dd7a-4917-84e1-105e67494021 req-0632dc81-0eef-47d4-a56c-a9432212f53b service nova] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Received event network-vif-deleted-e8c499f8-17b5-4907-ac6d-f0080ab02c97 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1477.969364] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.969364] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquired lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.969364] env[62312]: DEBUG nova.network.neutron [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.050167] env[62312]: DEBUG nova.compute.utils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.053405] env[62312]: DEBUG nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1478.053706] env[62312]: DEBUG nova.network.neutron [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.111458] env[62312]: DEBUG nova.policy [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb01c0901c948f3a388822da8e07110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25f7f1a94be43e3860b8a12cec6ce47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1478.400117] env[62312]: DEBUG nova.network.neutron [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Successfully created port: 0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.499955] env[62312]: DEBUG nova.network.neutron [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.562196] env[62312]: DEBUG nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.654191] env[62312]: DEBUG nova.network.neutron [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Updating instance_info_cache with network_info: [{"id": "3937d740-8de4-4f2e-958b-6c5063b2edac", "address": "fa:16:3e:c2:6f:b6", "network": {"id": "d3c1e128-7840-4816-9f75-4935ba8451a0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-472637489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15147195b9c54df3a603251426bd91f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3937d740-8d", "ovs_interfaceid": "3937d740-8de4-4f2e-958b-6c5063b2edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.999762] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634323f6-35a0-41b5-93bd-f7333279a645 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.007439] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ad5f9-439d-4980-b901-b9b78ceb6d4f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.036824] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b655e40-05ea-47fc-8b73-b3790e395e80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.044368] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fbc77d-165d-4506-b5e8-4bed71826997 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.057242] env[62312]: DEBUG nova.compute.provider_tree [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.156724] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Releasing lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.157060] env[62312]: DEBUG nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Instance network_info: |[{"id": "3937d740-8de4-4f2e-958b-6c5063b2edac", "address": "fa:16:3e:c2:6f:b6", "network": {"id": "d3c1e128-7840-4816-9f75-4935ba8451a0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-472637489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15147195b9c54df3a603251426bd91f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3937d740-8d", "ovs_interfaceid": "3937d740-8de4-4f2e-958b-6c5063b2edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1479.157469] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:6f:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3937d740-8de4-4f2e-958b-6c5063b2edac', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.165355] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Creating folder: Project (15147195b9c54df3a603251426bd91f2). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.165935] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f767cdc-efc4-4de9-88d7-bbf21879c91b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.176936] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Created folder: Project (15147195b9c54df3a603251426bd91f2) in parent group-v374919. [ 1479.177143] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Creating folder: Instances. Parent ref: group-v375033. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.177375] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b4993de-4eef-4d73-8604-e5833ee0c107 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.185695] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Created folder: Instances in parent group-v375033. [ 1479.185937] env[62312]: DEBUG oslo.service.loopingcall [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.186134] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.186329] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1a56810-49dd-40f2-8c69-c007b635167e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.204226] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.204226] env[62312]: value = "task-1809475" [ 1479.204226] env[62312]: _type = "Task" [ 1479.204226] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.212604] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809475, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.433079] env[62312]: DEBUG nova.compute.manager [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Received event network-changed-3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1479.433293] env[62312]: DEBUG nova.compute.manager [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Refreshing instance network info cache due to event network-changed-3937d740-8de4-4f2e-958b-6c5063b2edac. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1479.433771] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] Acquiring lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.433771] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] Acquired lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.433875] env[62312]: DEBUG nova.network.neutron [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Refreshing network info cache for port 3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.559947] env[62312]: DEBUG nova.scheduler.client.report [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.572843] env[62312]: DEBUG nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.597195] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.597452] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.597611] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.597789] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.597931] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.598103] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.598313] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.598469] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.598630] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.598788] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.598956] env[62312]: DEBUG nova.virt.hardware [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.599789] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319fb669-147b-4def-bdf6-a88687ad7246 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.607376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8876c1d-82de-410e-9147-59b59df868c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.714478] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809475, 'name': CreateVM_Task, 'duration_secs': 0.345122} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.714641] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.715323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.715487] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.715796] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.716051] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe13d2d4-0a98-443e-973e-2b590a1f5f43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.720564] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1479.720564] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52005b1f-45d9-af37-c01e-e6f0c6e4f1d7" [ 1479.720564] env[62312]: _type = "Task" [ 1479.720564] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.727924] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52005b1f-45d9-af37-c01e-e6f0c6e4f1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.944855] env[62312]: DEBUG nova.network.neutron [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Successfully updated port: 0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.064938] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.065501] env[62312]: DEBUG nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.068169] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.663s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.068363] env[62312]: DEBUG nova.objects.instance [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1480.140230] env[62312]: DEBUG nova.network.neutron [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Updated VIF entry in instance network info cache for port 3937d740-8de4-4f2e-958b-6c5063b2edac. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.140633] env[62312]: DEBUG nova.network.neutron [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Updating instance_info_cache with network_info: [{"id": "3937d740-8de4-4f2e-958b-6c5063b2edac", "address": "fa:16:3e:c2:6f:b6", "network": {"id": "d3c1e128-7840-4816-9f75-4935ba8451a0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-472637489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15147195b9c54df3a603251426bd91f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3937d740-8d", "ovs_interfaceid": "3937d740-8de4-4f2e-958b-6c5063b2edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.230494] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52005b1f-45d9-af37-c01e-e6f0c6e4f1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.448956] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.449131] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.449348] env[62312]: DEBUG nova.network.neutron [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.572881] env[62312]: DEBUG nova.compute.utils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.574166] env[62312]: DEBUG nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.574332] env[62312]: DEBUG nova.network.neutron [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.614689] env[62312]: DEBUG nova.policy [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66078c1002c44adb30e4d17d47af227', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a02698bd1e54e3f81647b60f078b82b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.643536] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ddafb4c-1c4b-4098-b26b-5f2143d2ad7b req-649a983d-128a-4dc9-b504-88eff79f133b service nova] Releasing lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.733933] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52005b1f-45d9-af37-c01e-e6f0c6e4f1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.539181} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.734250] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.734487] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.734724] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.734871] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.735064] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.735325] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5692e26b-b231-4c0c-8409-a9aa9dcb3203 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.811865] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.812109] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.812921] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54cbcb0-83cf-4e73-89e8-278884bc5016 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.819119] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1480.819119] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5274d334-a91f-29bb-f768-e30f381266db" [ 1480.819119] env[62312]: _type = "Task" [ 1480.819119] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.827709] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5274d334-a91f-29bb-f768-e30f381266db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.869670] env[62312]: DEBUG nova.network.neutron [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Successfully created port: 414570f9-a98d-4f9c-bb32-989876123fae {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1480.982075] env[62312]: DEBUG nova.network.neutron [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.077198] env[62312]: DEBUG nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1481.080498] env[62312]: DEBUG oslo_concurrency.lockutils [None req-acadb164-fc0d-44e7-8ae6-52da43b16ec1 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.081475] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.466s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.082728] env[62312]: INFO nova.compute.claims [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.222014] env[62312]: DEBUG nova.network.neutron [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Updating instance_info_cache with network_info: [{"id": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "address": "fa:16:3e:c7:56:0e", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820a12c-6f", "ovs_interfaceid": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.328870] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5274d334-a91f-29bb-f768-e30f381266db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.468225] env[62312]: DEBUG nova.compute.manager [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Received event network-vif-plugged-0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1481.468470] env[62312]: DEBUG oslo_concurrency.lockutils [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] Acquiring lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.468689] env[62312]: DEBUG oslo_concurrency.lockutils [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.468899] env[62312]: DEBUG oslo_concurrency.lockutils [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.469138] env[62312]: DEBUG nova.compute.manager [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] No waiting events found dispatching network-vif-plugged-0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.469343] env[62312]: WARNING nova.compute.manager [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Received unexpected event network-vif-plugged-0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 for instance with vm_state building and task_state spawning. [ 1481.469507] env[62312]: DEBUG nova.compute.manager [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Received event network-changed-0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1481.469658] env[62312]: DEBUG nova.compute.manager [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Refreshing instance network info cache due to event network-changed-0820a12c-6ff1-4a1e-9feb-7e618d44ccb1. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1481.469818] env[62312]: DEBUG oslo_concurrency.lockutils [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] Acquiring lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.724592] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.724883] env[62312]: DEBUG nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Instance network_info: |[{"id": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "address": "fa:16:3e:c7:56:0e", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820a12c-6f", "ovs_interfaceid": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.725213] env[62312]: DEBUG oslo_concurrency.lockutils [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] Acquired lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.725395] env[62312]: DEBUG nova.network.neutron [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Refreshing network info cache for port 0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.726631] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:56:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0820a12c-6ff1-4a1e-9feb-7e618d44ccb1', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.734495] env[62312]: DEBUG oslo.service.loopingcall [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.735668] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.735895] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d63cd1e-2f9a-44d7-ac04-bf27e13b2ad6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.756575] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.756575] env[62312]: value = "task-1809476" [ 1481.756575] env[62312]: _type = "Task" [ 1481.756575] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.764666] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809476, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.832768] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5274d334-a91f-29bb-f768-e30f381266db, 'name': SearchDatastore_Task, 'duration_secs': 0.722291} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.833320] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d366565a-7057-4a58-b9d8-82f156d12ee2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.838977] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1481.838977] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f2e16f-e560-2628-53ea-60f49daaf642" [ 1481.838977] env[62312]: _type = "Task" [ 1481.838977] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.847351] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f2e16f-e560-2628-53ea-60f49daaf642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.094076] env[62312]: DEBUG nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.124422] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.125685] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.125685] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.125685] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.125685] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.125685] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.125685] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.125685] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.125934] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.125964] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.126198] env[62312]: DEBUG nova.virt.hardware [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.127046] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fec0f1d-046e-4e9a-b65f-037c60d309f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.137783] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191b682-041a-4267-be02-a84aee365200 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.265706] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809476, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.270176] env[62312]: DEBUG nova.compute.manager [req-71f773e7-db4f-4b99-8d09-b197792a2a5e req-393c515d-48cc-49ef-bcdf-df3bca4e9f73 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Received event network-vif-plugged-414570f9-a98d-4f9c-bb32-989876123fae {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1482.270450] env[62312]: DEBUG oslo_concurrency.lockutils [req-71f773e7-db4f-4b99-8d09-b197792a2a5e req-393c515d-48cc-49ef-bcdf-df3bca4e9f73 service nova] Acquiring lock "75d8232c-3dee-48f6-8abd-60581f4abd44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.270664] env[62312]: DEBUG oslo_concurrency.lockutils [req-71f773e7-db4f-4b99-8d09-b197792a2a5e req-393c515d-48cc-49ef-bcdf-df3bca4e9f73 service nova] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.270900] env[62312]: DEBUG oslo_concurrency.lockutils [req-71f773e7-db4f-4b99-8d09-b197792a2a5e req-393c515d-48cc-49ef-bcdf-df3bca4e9f73 service nova] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.271009] env[62312]: DEBUG nova.compute.manager [req-71f773e7-db4f-4b99-8d09-b197792a2a5e req-393c515d-48cc-49ef-bcdf-df3bca4e9f73 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] No waiting events found dispatching network-vif-plugged-414570f9-a98d-4f9c-bb32-989876123fae {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1482.271196] env[62312]: WARNING nova.compute.manager [req-71f773e7-db4f-4b99-8d09-b197792a2a5e req-393c515d-48cc-49ef-bcdf-df3bca4e9f73 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Received unexpected event network-vif-plugged-414570f9-a98d-4f9c-bb32-989876123fae for instance with vm_state building and task_state spawning. [ 1482.353077] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f2e16f-e560-2628-53ea-60f49daaf642, 'name': SearchDatastore_Task, 'duration_secs': 0.250319} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.356248] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.356617] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b60445df-57f7-45aa-9aa5-b3282ac6e4e0/b60445df-57f7-45aa-9aa5-b3282ac6e4e0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.357195] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ae47c2-082d-403d-9b00-b159ca73b945 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.367253] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1482.367253] env[62312]: value = "task-1809477" [ 1482.367253] env[62312]: _type = "Task" [ 1482.367253] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.368024] env[62312]: DEBUG nova.network.neutron [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Successfully updated port: 414570f9-a98d-4f9c-bb32-989876123fae {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1482.383379] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.597517] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba90c2c-2666-4ee3-9860-a5929784f525 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.608665] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c6b5b2-37f7-4227-be7f-c5ccd8398812 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.615211] env[62312]: DEBUG nova.network.neutron [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Updated VIF entry in instance network info cache for port 0820a12c-6ff1-4a1e-9feb-7e618d44ccb1. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.615662] env[62312]: DEBUG nova.network.neutron [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Updating instance_info_cache with network_info: [{"id": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "address": "fa:16:3e:c7:56:0e", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820a12c-6f", "ovs_interfaceid": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.652356] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9efe18-fe90-4b14-b9b6-ec512b7b2e04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.660795] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d03f9e-b59b-4a13-96c4-c2811f8dc9b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.676987] env[62312]: DEBUG nova.compute.provider_tree [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.766346] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809476, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.874206] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "refresh_cache-75d8232c-3dee-48f6-8abd-60581f4abd44" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.874206] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "refresh_cache-75d8232c-3dee-48f6-8abd-60581f4abd44" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.874669] env[62312]: DEBUG nova.network.neutron [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.879620] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.117938] env[62312]: DEBUG oslo_concurrency.lockutils [req-2ba2d39a-f65e-4667-b129-7ed4f2971e88 req-78041317-ad20-410a-bb72-e817a62e42aa service nova] Releasing lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.179950] env[62312]: DEBUG nova.scheduler.client.report [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.267792] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809476, 'name': CreateVM_Task, 'duration_secs': 1.30373} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.267953] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.268664] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.268830] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.269158] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1483.269401] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e230ea-7df2-4e2a-ba37-88706d1dcc0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.274197] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1483.274197] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5276e08d-8c35-4ca0-7196-b2d73b3a5306" [ 1483.274197] env[62312]: _type = "Task" [ 1483.274197] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.281472] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5276e08d-8c35-4ca0-7196-b2d73b3a5306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.379567] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.409173] env[62312]: DEBUG nova.network.neutron [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.617804] env[62312]: DEBUG nova.network.neutron [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Updating instance_info_cache with network_info: [{"id": "414570f9-a98d-4f9c-bb32-989876123fae", "address": "fa:16:3e:c1:65:32", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap414570f9-a9", "ovs_interfaceid": "414570f9-a98d-4f9c-bb32-989876123fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.685213] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.686040] env[62312]: DEBUG nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.688364] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.444s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.692021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.692021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.693s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.692183] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.694211] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.649s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.694211] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.695660] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.704s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.697267] env[62312]: INFO nova.compute.claims [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.732607] env[62312]: INFO nova.scheduler.client.report [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted allocations for instance 66448535-e73a-4cf2-bc6f-f12e656ff3f1 [ 1483.739115] env[62312]: INFO nova.scheduler.client.report [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted allocations for instance 87b3796c-2192-41de-a367-a40dec742c47 [ 1483.756505] env[62312]: INFO nova.scheduler.client.report [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted allocations for instance f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1 [ 1483.785306] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5276e08d-8c35-4ca0-7196-b2d73b3a5306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.880290] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.120604] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "refresh_cache-75d8232c-3dee-48f6-8abd-60581f4abd44" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.120988] env[62312]: DEBUG nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Instance network_info: |[{"id": "414570f9-a98d-4f9c-bb32-989876123fae", "address": "fa:16:3e:c1:65:32", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap414570f9-a9", "ovs_interfaceid": "414570f9-a98d-4f9c-bb32-989876123fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1484.121515] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:65:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '414570f9-a98d-4f9c-bb32-989876123fae', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1484.129221] env[62312]: DEBUG oslo.service.loopingcall [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.129415] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.129665] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95b24151-8fa9-4ea7-a230-6ec96574a8e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.150774] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.150774] env[62312]: value = "task-1809478" [ 1484.150774] env[62312]: _type = "Task" [ 1484.150774] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.159511] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809478, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.202251] env[62312]: DEBUG nova.compute.utils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1484.206637] env[62312]: DEBUG nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1484.206751] env[62312]: DEBUG nova.network.neutron [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1484.247946] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0a789469-3af8-42a3-b8af-9fb92b5eda4b tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "87b3796c-2192-41de-a367-a40dec742c47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.731s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.252768] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaac4e5b-5738-49b9-8415-bd268b3d1398 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "66448535-e73a-4cf2-bc6f-f12e656ff3f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.691s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.263755] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e3c0e3d-ab15-493c-b724-9d4dc29ace58 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.903s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.285213] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5276e08d-8c35-4ca0-7196-b2d73b3a5306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.292960] env[62312]: DEBUG nova.policy [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3255c25d9c487980529bf38bdccc7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25967384987a43e6b30eb5fc1f8231a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1484.322922] env[62312]: DEBUG nova.compute.manager [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Received event network-changed-414570f9-a98d-4f9c-bb32-989876123fae {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1484.323154] env[62312]: DEBUG nova.compute.manager [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Refreshing instance network info cache due to event network-changed-414570f9-a98d-4f9c-bb32-989876123fae. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1484.323427] env[62312]: DEBUG oslo_concurrency.lockutils [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] Acquiring lock "refresh_cache-75d8232c-3dee-48f6-8abd-60581f4abd44" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.323614] env[62312]: DEBUG oslo_concurrency.lockutils [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] Acquired lock "refresh_cache-75d8232c-3dee-48f6-8abd-60581f4abd44" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.323820] env[62312]: DEBUG nova.network.neutron [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Refreshing network info cache for port 414570f9-a98d-4f9c-bb32-989876123fae {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1484.381568] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.662052] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809478, 'name': CreateVM_Task, 'duration_secs': 0.375813} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.662205] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.662838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.714475] env[62312]: DEBUG nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1484.788450] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5276e08d-8c35-4ca0-7196-b2d73b3a5306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.883643] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.959707] env[62312]: DEBUG nova.network.neutron [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Successfully created port: 4ce60512-8ed6-4f08-8d78-09d110a7f04a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1485.072975] env[62312]: DEBUG nova.network.neutron [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Updated VIF entry in instance network info cache for port 414570f9-a98d-4f9c-bb32-989876123fae. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.072975] env[62312]: DEBUG nova.network.neutron [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Updating instance_info_cache with network_info: [{"id": "414570f9-a98d-4f9c-bb32-989876123fae", "address": "fa:16:3e:c1:65:32", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap414570f9-a9", "ovs_interfaceid": "414570f9-a98d-4f9c-bb32-989876123fae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.208727] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e24844-5e5c-4d76-aca9-a41c15536f34 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.216560] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c66e68-ecf1-4d0c-963f-1f2dbb7cc3fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.259789] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64707bc8-b5b2-4848-9ecd-06565565e43a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.268872] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b45642e-4a44-438c-b425-9139e2932950 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.285555] env[62312]: DEBUG nova.compute.provider_tree [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.296276] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5276e08d-8c35-4ca0-7196-b2d73b3a5306, 'name': SearchDatastore_Task, 'duration_secs': 1.954109} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.297135] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.297378] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.297679] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.297823] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.297990] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.298282] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.298610] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1485.299072] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbab0c95-cbd0-407b-b708-5be91c5063fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.301035] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676588ba-67f5-4b2a-990a-68746a2cb48d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.306291] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1485.306291] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52fee2b3-be72-c8ab-9ea8-6e78387aea0f" [ 1485.306291] env[62312]: _type = "Task" [ 1485.306291] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.315340] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fee2b3-be72-c8ab-9ea8-6e78387aea0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.327169] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.327420] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.328226] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ce51a7-ab42-42af-843a-f18cb5fbe01a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.334082] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1485.334082] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f72827-9497-2335-6e42-8ec0146bd5c3" [ 1485.334082] env[62312]: _type = "Task" [ 1485.334082] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.341642] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f72827-9497-2335-6e42-8ec0146bd5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.382608] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.531696] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.531696] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.566131] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.566131] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.574894] env[62312]: DEBUG oslo_concurrency.lockutils [req-7521bd4e-70a2-474b-be78-ecd5362427ed req-9d02464b-5a8c-4cc4-8ee8-31b930a5e568 service nova] Releasing lock "refresh_cache-75d8232c-3dee-48f6-8abd-60581f4abd44" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.727779] env[62312]: DEBUG nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.752886] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.753355] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.753665] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.753963] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.754235] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.754493] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.754806] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.755201] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.755469] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.755871] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.756195] env[62312]: DEBUG nova.virt.hardware [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.759431] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384c9a4-ff8f-47b0-8bec-1d7080a5716a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.767931] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f0d17d-6033-4545-be8b-00f89f899cee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.792289] env[62312]: DEBUG nova.scheduler.client.report [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.819334] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fee2b3-be72-c8ab-9ea8-6e78387aea0f, 'name': SearchDatastore_Task, 'duration_secs': 0.210348} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.819647] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.819894] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.820120] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.844268] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f72827-9497-2335-6e42-8ec0146bd5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.201098} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.845085] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89044bd4-604e-4da9-8aaa-4e57d0176fd5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.850349] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1485.850349] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b079a8-181d-52c4-f973-77de4d833750" [ 1485.850349] env[62312]: _type = "Task" [ 1485.850349] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.858241] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b079a8-181d-52c4-f973-77de4d833750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.883414] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.296844] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.297149] env[62312]: DEBUG nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.300646] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.113s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.302434] env[62312]: INFO nova.compute.claims [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.361267] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b079a8-181d-52c4-f973-77de4d833750, 'name': SearchDatastore_Task, 'duration_secs': 0.139696} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.362065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.362065] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/d8401e2f-0d4c-4a7e-8577-04e3d68b1763.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.362065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.362370] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.362435] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e3ef438-6c94-4c9d-b1f7-e5fe5527ecc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.364269] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eea3b31d-1e6f-426e-8544-aa003d2957f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.372395] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1486.372395] env[62312]: value = "task-1809479" [ 1486.372395] env[62312]: _type = "Task" [ 1486.372395] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.373423] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.373592] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.376680] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005b6c98-3df0-4833-b8dd-91f36ce0c9c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.386153] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.389782] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809477, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.825859} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.390049] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1486.390049] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5224ddf1-53ad-1412-9cb9-dd37e12bff08" [ 1486.390049] env[62312]: _type = "Task" [ 1486.390049] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.390260] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b60445df-57f7-45aa-9aa5-b3282ac6e4e0/b60445df-57f7-45aa-9aa5-b3282ac6e4e0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.390536] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.390806] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de6b3c74-fc0e-47eb-95f5-c3561dc4d539 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.400635] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5224ddf1-53ad-1412-9cb9-dd37e12bff08, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.402277] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1486.402277] env[62312]: value = "task-1809480" [ 1486.402277] env[62312]: _type = "Task" [ 1486.402277] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.402484] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7796fd11-e808-44b8-ae62-6c82f4bfebac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.410519] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1486.410519] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523c5a45-f0cf-c52f-5d03-fe4c63844da2" [ 1486.410519] env[62312]: _type = "Task" [ 1486.410519] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.413214] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.421127] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523c5a45-f0cf-c52f-5d03-fe4c63844da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.717929] env[62312]: DEBUG nova.compute.manager [req-e6492c00-df88-409c-b1a2-f5d9c7ba564e req-44dc31e2-0b75-426d-a353-4f2d891ef7c9 service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Received event network-vif-plugged-4ce60512-8ed6-4f08-8d78-09d110a7f04a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1486.722623] env[62312]: DEBUG oslo_concurrency.lockutils [req-e6492c00-df88-409c-b1a2-f5d9c7ba564e req-44dc31e2-0b75-426d-a353-4f2d891ef7c9 service nova] Acquiring lock "978f946b-172a-48d4-b9de-ee19dd0d1224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.723104] env[62312]: DEBUG oslo_concurrency.lockutils [req-e6492c00-df88-409c-b1a2-f5d9c7ba564e req-44dc31e2-0b75-426d-a353-4f2d891ef7c9 service nova] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.723399] env[62312]: DEBUG oslo_concurrency.lockutils [req-e6492c00-df88-409c-b1a2-f5d9c7ba564e req-44dc31e2-0b75-426d-a353-4f2d891ef7c9 service nova] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.723687] env[62312]: DEBUG nova.compute.manager [req-e6492c00-df88-409c-b1a2-f5d9c7ba564e req-44dc31e2-0b75-426d-a353-4f2d891ef7c9 service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] No waiting events found dispatching network-vif-plugged-4ce60512-8ed6-4f08-8d78-09d110a7f04a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1486.723989] env[62312]: WARNING nova.compute.manager [req-e6492c00-df88-409c-b1a2-f5d9c7ba564e req-44dc31e2-0b75-426d-a353-4f2d891ef7c9 service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Received unexpected event network-vif-plugged-4ce60512-8ed6-4f08-8d78-09d110a7f04a for instance with vm_state building and task_state spawning. [ 1486.807333] env[62312]: DEBUG nova.compute.utils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.811763] env[62312]: DEBUG nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.812018] env[62312]: DEBUG nova.network.neutron [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.836874] env[62312]: DEBUG nova.network.neutron [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Successfully updated port: 4ce60512-8ed6-4f08-8d78-09d110a7f04a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1486.868012] env[62312]: DEBUG nova.policy [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4885da78d66a41d892786fbcfc4e9df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85be92bd11b40069aac273d21b9f151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.886650] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809479, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.914729] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080994} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.918546] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.919749] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425da107-69d4-4ba4-8889-dfe4656d80d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.928465] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523c5a45-f0cf-c52f-5d03-fe4c63844da2, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.937853] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.938145] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 75d8232c-3dee-48f6-8abd-60581f4abd44/75d8232c-3dee-48f6-8abd-60581f4abd44.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.947156] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] b60445df-57f7-45aa-9aa5-b3282ac6e4e0/b60445df-57f7-45aa-9aa5-b3282ac6e4e0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.947494] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a87f1774-5e56-424d-95a5-982f622194c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.949776] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa64766-5248-44cd-918c-f4a94b48eca1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.970273] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1486.970273] env[62312]: value = "task-1809481" [ 1486.970273] env[62312]: _type = "Task" [ 1486.970273] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.971993] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1486.971993] env[62312]: value = "task-1809482" [ 1486.971993] env[62312]: _type = "Task" [ 1486.971993] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.984775] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.988894] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.200741] env[62312]: DEBUG nova.network.neutron [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Successfully created port: a9e7c0da-243a-490a-a720-fb417e4e4707 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.318978] env[62312]: DEBUG nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.344026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "refresh_cache-978f946b-172a-48d4-b9de-ee19dd0d1224" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.344026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "refresh_cache-978f946b-172a-48d4-b9de-ee19dd0d1224" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.344026] env[62312]: DEBUG nova.network.neutron [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.386142] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920511} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.386410] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/d8401e2f-0d4c-4a7e-8577-04e3d68b1763.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.386628] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.386864] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed91a9c6-ece9-4b2c-9988-b399849886c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.397058] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1487.397058] env[62312]: value = "task-1809483" [ 1487.397058] env[62312]: _type = "Task" [ 1487.397058] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.404840] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.486737] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.492595] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.910156] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307485} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.911108] env[62312]: DEBUG nova.network.neutron [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.913897] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.914735] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a97dd51-c1df-43fd-b679-d7d274853b2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.918408] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6775cdb-b748-48b6-b621-b6d41f11bc1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.939756] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45450629-09a8-4342-9fba-685909298d27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.952801] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/d8401e2f-0d4c-4a7e-8577-04e3d68b1763.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.955393] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe83719-e499-43bf-b54f-a239e2af9922 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.002193] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1488.002193] env[62312]: value = "task-1809484" [ 1488.002193] env[62312]: _type = "Task" [ 1488.002193] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.006765] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea674a0-a26a-4c16-b020-65d4fbe15171 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.017778] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809481, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.025835] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809482, 'name': ReconfigVM_Task, 'duration_secs': 0.836173} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.032035] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Reconfigured VM instance instance-00000025 to attach disk [datastore1] b60445df-57f7-45aa-9aa5-b3282ac6e4e0/b60445df-57f7-45aa-9aa5-b3282ac6e4e0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.032035] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.032035] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd10be5-d6d7-4de9-861e-ad7d691ca051 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.032338] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5e125-657b-406c-ac60-18f418cf88d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.048156] env[62312]: DEBUG nova.compute.provider_tree [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.051122] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1488.051122] env[62312]: value = "task-1809485" [ 1488.051122] env[62312]: _type = "Task" [ 1488.051122] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.064773] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809485, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.209468] env[62312]: DEBUG nova.network.neutron [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Updating instance_info_cache with network_info: [{"id": "4ce60512-8ed6-4f08-8d78-09d110a7f04a", "address": "fa:16:3e:d9:99:9b", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce60512-8e", "ovs_interfaceid": "4ce60512-8ed6-4f08-8d78-09d110a7f04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.333632] env[62312]: DEBUG nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.362833] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.364031] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.364031] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.364031] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.364031] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.364031] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.364031] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.364325] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.364325] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.364428] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.364531] env[62312]: DEBUG nova.virt.hardware [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.367080] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d668385f-7eb2-4fad-80ca-1f3bc1bbb31b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.373651] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a4c98-8d59-421e-b30c-226e015cd3ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.483331] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809481, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.318621} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.483331] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 75d8232c-3dee-48f6-8abd-60581f4abd44/75d8232c-3dee-48f6-8abd-60581f4abd44.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.483331] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.483331] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5e3323d-a86c-42d5-860a-a90f76885c97 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.489477] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1488.489477] env[62312]: value = "task-1809486" [ 1488.489477] env[62312]: _type = "Task" [ 1488.489477] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.496785] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.520492] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809484, 'name': ReconfigVM_Task, 'duration_secs': 0.389438} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.520999] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/d8401e2f-0d4c-4a7e-8577-04e3d68b1763.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.521820] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5851a60-a6c7-4f91-9c13-ed114a8765c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.529450] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1488.529450] env[62312]: value = "task-1809487" [ 1488.529450] env[62312]: _type = "Task" [ 1488.529450] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.537997] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809487, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.555022] env[62312]: DEBUG nova.scheduler.client.report [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.566570] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809485, 'name': Rename_Task, 'duration_secs': 0.186881} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.567183] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.567575] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eec2a23-26f4-4cd2-89cf-f410eba6b017 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.575283] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1488.575283] env[62312]: value = "task-1809488" [ 1488.575283] env[62312]: _type = "Task" [ 1488.575283] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.584691] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.713370] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "refresh_cache-978f946b-172a-48d4-b9de-ee19dd0d1224" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.713370] env[62312]: DEBUG nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Instance network_info: |[{"id": "4ce60512-8ed6-4f08-8d78-09d110a7f04a", "address": "fa:16:3e:d9:99:9b", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce60512-8e", "ovs_interfaceid": "4ce60512-8ed6-4f08-8d78-09d110a7f04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1488.714845] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:99:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ce60512-8ed6-4f08-8d78-09d110a7f04a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.729625] env[62312]: DEBUG oslo.service.loopingcall [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.731252] env[62312]: DEBUG nova.compute.manager [req-16cd9698-6b64-4855-a777-da3f76cf9e9e req-3bbf4a87-63ee-47dc-9ec8-42310d5d5a0c service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Received event network-vif-plugged-a9e7c0da-243a-490a-a720-fb417e4e4707 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1488.731569] env[62312]: DEBUG oslo_concurrency.lockutils [req-16cd9698-6b64-4855-a777-da3f76cf9e9e req-3bbf4a87-63ee-47dc-9ec8-42310d5d5a0c service nova] Acquiring lock "626daee0-ec18-4366-af6a-6b07708dedb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.731873] env[62312]: DEBUG oslo_concurrency.lockutils [req-16cd9698-6b64-4855-a777-da3f76cf9e9e req-3bbf4a87-63ee-47dc-9ec8-42310d5d5a0c service nova] Lock "626daee0-ec18-4366-af6a-6b07708dedb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.732134] env[62312]: DEBUG oslo_concurrency.lockutils [req-16cd9698-6b64-4855-a777-da3f76cf9e9e req-3bbf4a87-63ee-47dc-9ec8-42310d5d5a0c service nova] Lock "626daee0-ec18-4366-af6a-6b07708dedb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.732385] env[62312]: DEBUG nova.compute.manager [req-16cd9698-6b64-4855-a777-da3f76cf9e9e req-3bbf4a87-63ee-47dc-9ec8-42310d5d5a0c service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] No waiting events found dispatching network-vif-plugged-a9e7c0da-243a-490a-a720-fb417e4e4707 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1488.732635] env[62312]: WARNING nova.compute.manager [req-16cd9698-6b64-4855-a777-da3f76cf9e9e req-3bbf4a87-63ee-47dc-9ec8-42310d5d5a0c service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Received unexpected event network-vif-plugged-a9e7c0da-243a-490a-a720-fb417e4e4707 for instance with vm_state building and task_state spawning. [ 1488.733964] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.733964] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db986d0c-dc2f-4ace-8228-d72f3077b51a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.754813] env[62312]: DEBUG nova.network.neutron [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Successfully updated port: a9e7c0da-243a-490a-a720-fb417e4e4707 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.763052] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.763052] env[62312]: value = "task-1809489" [ 1488.763052] env[62312]: _type = "Task" [ 1488.763052] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.779690] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809489, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.790553] env[62312]: DEBUG nova.compute.manager [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Received event network-changed-4ce60512-8ed6-4f08-8d78-09d110a7f04a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1488.790553] env[62312]: DEBUG nova.compute.manager [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Refreshing instance network info cache due to event network-changed-4ce60512-8ed6-4f08-8d78-09d110a7f04a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1488.790553] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] Acquiring lock "refresh_cache-978f946b-172a-48d4-b9de-ee19dd0d1224" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.790553] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] Acquired lock "refresh_cache-978f946b-172a-48d4-b9de-ee19dd0d1224" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.790754] env[62312]: DEBUG nova.network.neutron [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Refreshing network info cache for port 4ce60512-8ed6-4f08-8d78-09d110a7f04a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.001596] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105541} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.001918] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.002694] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f103ec-9aa3-47ef-9e1d-7c843ad3a101 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.026102] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 75d8232c-3dee-48f6-8abd-60581f4abd44/75d8232c-3dee-48f6-8abd-60581f4abd44.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.026374] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d862df-b4b6-4ab4-8d16-cfd583e75c53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.049700] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809487, 'name': Rename_Task, 'duration_secs': 0.214558} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.050988] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.051318] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1489.051318] env[62312]: value = "task-1809490" [ 1489.051318] env[62312]: _type = "Task" [ 1489.051318] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.051544] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36799e0f-1f72-4fdf-bd59-a8cd1fd90be3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.061804] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.062328] env[62312]: DEBUG nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1489.065304] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.066810] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.504s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.068379] env[62312]: INFO nova.compute.claims [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.071116] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1489.071116] env[62312]: value = "task-1809491" [ 1489.071116] env[62312]: _type = "Task" [ 1489.071116] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.080145] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.088527] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.259318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "refresh_cache-626daee0-ec18-4366-af6a-6b07708dedb1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.259318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "refresh_cache-626daee0-ec18-4366-af6a-6b07708dedb1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.259318] env[62312]: DEBUG nova.network.neutron [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.273753] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809489, 'name': CreateVM_Task, 'duration_secs': 0.41477} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.273921] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.274684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.274895] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.275255] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.276245] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60d540e-8f4b-4e44-8d9d-38451f6a1c5c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.280293] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1489.280293] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5287535f-6231-3e5b-d2f0-dfb7cab8af17" [ 1489.280293] env[62312]: _type = "Task" [ 1489.280293] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.288229] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5287535f-6231-3e5b-d2f0-dfb7cab8af17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.485534] env[62312]: DEBUG nova.network.neutron [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Updated VIF entry in instance network info cache for port 4ce60512-8ed6-4f08-8d78-09d110a7f04a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.485883] env[62312]: DEBUG nova.network.neutron [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Updating instance_info_cache with network_info: [{"id": "4ce60512-8ed6-4f08-8d78-09d110a7f04a", "address": "fa:16:3e:d9:99:9b", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce60512-8e", "ovs_interfaceid": "4ce60512-8ed6-4f08-8d78-09d110a7f04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.562864] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809490, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.567714] env[62312]: DEBUG nova.compute.utils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.569049] env[62312]: DEBUG nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.569229] env[62312]: DEBUG nova.network.neutron [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.581680] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809491, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.589863] env[62312]: DEBUG oslo_vmware.api [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809488, 'name': PowerOnVM_Task, 'duration_secs': 0.593454} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.590264] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.590650] env[62312]: INFO nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Took 12.61 seconds to spawn the instance on the hypervisor. [ 1489.591036] env[62312]: DEBUG nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.591589] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274fadad-28fd-4b21-b531-d0d25c4ae13b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.612741] env[62312]: DEBUG nova.policy [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db44aa0296646188d2932a9a34e90dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91da43dcbd8a4982b53b49c72e355c21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.793821] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5287535f-6231-3e5b-d2f0-dfb7cab8af17, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.794158] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.794420] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.794744] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.794929] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.795151] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.795449] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f049afcb-49dd-47e9-86da-a8e47f6f6ee5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.806487] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.806768] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.807499] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ad96a9-a4bf-4295-8895-fde07b66b8c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.813740] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1489.813740] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5239c2b4-36fe-ddba-a2d8-81a7eb1e22aa" [ 1489.813740] env[62312]: _type = "Task" [ 1489.813740] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.823119] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5239c2b4-36fe-ddba-a2d8-81a7eb1e22aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.832311] env[62312]: DEBUG nova.network.neutron [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.865079] env[62312]: DEBUG nova.network.neutron [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Successfully created port: 322b0ef0-c767-45ed-9251-b1ec0ffbeae8 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.988784] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7406b1b-b490-4c89-b543-4dac28cca81f req-0f336ab4-d8cf-4b7c-9f3e-2333d6a8624d service nova] Releasing lock "refresh_cache-978f946b-172a-48d4-b9de-ee19dd0d1224" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.066387] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809490, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.072240] env[62312]: DEBUG nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.084135] env[62312]: DEBUG nova.network.neutron [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Updating instance_info_cache with network_info: [{"id": "a9e7c0da-243a-490a-a720-fb417e4e4707", "address": "fa:16:3e:c0:f8:a9", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e7c0da-24", "ovs_interfaceid": "a9e7c0da-243a-490a-a720-fb417e4e4707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.091673] env[62312]: DEBUG oslo_vmware.api [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809491, 'name': PowerOnVM_Task, 'duration_secs': 0.904531} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.092689] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.092689] env[62312]: INFO nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1490.092689] env[62312]: DEBUG nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.094702] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de033ee-82aa-4358-98b5-ecf70c6f2a76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.116926] env[62312]: INFO nova.compute.manager [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Took 57.61 seconds to build instance. [ 1490.325420] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5239c2b4-36fe-ddba-a2d8-81a7eb1e22aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.326231] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0244167-9794-453e-a54a-84abfa14e041 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.333495] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1490.333495] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5224a765-0d49-097f-5b86-c910b1756c5a" [ 1490.333495] env[62312]: _type = "Task" [ 1490.333495] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.343566] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5224a765-0d49-097f-5b86-c910b1756c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.495921] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa335dec-f0df-40e3-966b-69c8b25e419a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.504674] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f921c-3d8d-4ead-888e-0b89685f3b27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.535781] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf693509-4ae0-4537-bd35-ac67728b6bc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.543423] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c941b-764a-4310-adce-f8d7b7feba85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.556979] env[62312]: DEBUG nova.compute.provider_tree [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.565713] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809490, 'name': ReconfigVM_Task, 'duration_secs': 1.301252} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.566493] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 75d8232c-3dee-48f6-8abd-60581f4abd44/75d8232c-3dee-48f6-8abd-60581f4abd44.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.567094] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8dd9242-7f47-49ba-ac4f-70c220aa5d8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.573603] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1490.573603] env[62312]: value = "task-1809492" [ 1490.573603] env[62312]: _type = "Task" [ 1490.573603] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.584043] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809492, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.592978] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "refresh_cache-626daee0-ec18-4366-af6a-6b07708dedb1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.593323] env[62312]: DEBUG nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Instance network_info: |[{"id": "a9e7c0da-243a-490a-a720-fb417e4e4707", "address": "fa:16:3e:c0:f8:a9", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e7c0da-24", "ovs_interfaceid": "a9e7c0da-243a-490a-a720-fb417e4e4707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.593684] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:f8:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9e7c0da-243a-490a-a720-fb417e4e4707', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.602700] env[62312]: DEBUG oslo.service.loopingcall [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.603302] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.603538] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27eb3c56-b4c5-49ae-94cd-0262def1ff4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.627020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e1efba6-d2b9-4e0d-abc3-90c48af9caa3 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.965s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.627020] env[62312]: INFO nova.compute.manager [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Took 54.94 seconds to build instance. [ 1490.629960] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.629960] env[62312]: value = "task-1809493" [ 1490.629960] env[62312]: _type = "Task" [ 1490.629960] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.638783] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809493, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.844448] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5224a765-0d49-097f-5b86-c910b1756c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.844795] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.845367] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 978f946b-172a-48d4-b9de-ee19dd0d1224/978f946b-172a-48d4-b9de-ee19dd0d1224.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.845539] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f54899b-ae0b-4fc1-aefa-484b40c5f8c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.849940] env[62312]: DEBUG nova.compute.manager [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Received event network-changed-a9e7c0da-243a-490a-a720-fb417e4e4707 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.850142] env[62312]: DEBUG nova.compute.manager [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Refreshing instance network info cache due to event network-changed-a9e7c0da-243a-490a-a720-fb417e4e4707. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1490.850350] env[62312]: DEBUG oslo_concurrency.lockutils [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] Acquiring lock "refresh_cache-626daee0-ec18-4366-af6a-6b07708dedb1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.850527] env[62312]: DEBUG oslo_concurrency.lockutils [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] Acquired lock "refresh_cache-626daee0-ec18-4366-af6a-6b07708dedb1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.850710] env[62312]: DEBUG nova.network.neutron [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Refreshing network info cache for port a9e7c0da-243a-490a-a720-fb417e4e4707 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.856871] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1490.856871] env[62312]: value = "task-1809494" [ 1490.856871] env[62312]: _type = "Task" [ 1490.856871] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.866917] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.062814] env[62312]: DEBUG nova.scheduler.client.report [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.086306] env[62312]: DEBUG nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1491.088800] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809492, 'name': Rename_Task, 'duration_secs': 0.14018} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.089683] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.089930] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5de3362-1480-4ae2-b6a3-a8fae3bd005f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.097315] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1491.097315] env[62312]: value = "task-1809495" [ 1491.097315] env[62312]: _type = "Task" [ 1491.097315] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.109375] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.119658] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1491.119947] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.120140] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1491.120389] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.120645] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1491.120834] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1491.121113] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1491.121331] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1491.121515] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1491.121736] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1491.122020] env[62312]: DEBUG nova.virt.hardware [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.123397] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ce755c-b36a-430b-b059-8c5f7b79bf3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.128705] env[62312]: DEBUG nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.131998] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8b1e7227-59e2-403e-93e5-6fa5f9381a25 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.839s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.143235] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c881f1c4-2ba1-44e0-a6bc-ca34cc7e9152 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.155167] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809493, 'name': CreateVM_Task, 'duration_secs': 0.400982} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.163685] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.165847] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.166080] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.166475] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.167162] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81f776a-a7fd-43d6-b9c1-8f0cc2547e42 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.173533] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1491.173533] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e031f6-3c4b-8cb6-5af4-acd587467ab7" [ 1491.173533] env[62312]: _type = "Task" [ 1491.173533] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.183080] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e031f6-3c4b-8cb6-5af4-acd587467ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.369083] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809494, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.568834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.571370] env[62312]: DEBUG nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1491.573104] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.475s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.574962] env[62312]: INFO nova.compute.claims [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1491.608069] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.632024] env[62312]: DEBUG nova.network.neutron [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Updated VIF entry in instance network info cache for port a9e7c0da-243a-490a-a720-fb417e4e4707. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.632024] env[62312]: DEBUG nova.network.neutron [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Updating instance_info_cache with network_info: [{"id": "a9e7c0da-243a-490a-a720-fb417e4e4707", "address": "fa:16:3e:c0:f8:a9", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e7c0da-24", "ovs_interfaceid": "a9e7c0da-243a-490a-a720-fb417e4e4707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.651490] env[62312]: DEBUG nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.663081] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.687021] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e031f6-3c4b-8cb6-5af4-acd587467ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.075162} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.687021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.687021] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.687021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.687021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.687021] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.687021] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfa4abdb-6951-4f82-a527-7b635b6364c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.695197] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.695589] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.696652] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb45fd4a-46a5-4452-9248-de0d8439132c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.702938] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1491.702938] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528b77ae-d5fc-273e-fa46-841c3eaa3908" [ 1491.702938] env[62312]: _type = "Task" [ 1491.702938] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.711177] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528b77ae-d5fc-273e-fa46-841c3eaa3908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.830096] env[62312]: DEBUG nova.network.neutron [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Successfully updated port: 322b0ef0-c767-45ed-9251-b1ec0ffbeae8 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.871197] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583148} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.871587] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 978f946b-172a-48d4-b9de-ee19dd0d1224/978f946b-172a-48d4-b9de-ee19dd0d1224.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.871706] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.872364] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d74b6b0-d4b5-4390-aa9f-09e4292ea77b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.878163] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1491.878163] env[62312]: value = "task-1809496" [ 1491.878163] env[62312]: _type = "Task" [ 1491.878163] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.886239] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.079987] env[62312]: DEBUG nova.compute.utils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.083560] env[62312]: DEBUG nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Not allocating networking since 'none' was specified. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1492.108188] env[62312]: DEBUG oslo_vmware.api [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809495, 'name': PowerOnVM_Task, 'duration_secs': 0.530842} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.109098] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.109581] env[62312]: INFO nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1492.109879] env[62312]: DEBUG nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.110963] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e9db3a-c929-40cf-b689-323d41fd2c65 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.134126] env[62312]: DEBUG oslo_concurrency.lockutils [req-d0bfcecf-54e3-4537-bb9f-d16cb48a9429 req-73874198-8b0d-4629-97cd-dbb3b8c11acc service nova] Releasing lock "refresh_cache-626daee0-ec18-4366-af6a-6b07708dedb1" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.163916] env[62312]: INFO nova.compute.manager [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Rescuing [ 1492.165013] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.165013] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.165013] env[62312]: DEBUG nova.network.neutron [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.178170] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.214318] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528b77ae-d5fc-273e-fa46-841c3eaa3908, 'name': SearchDatastore_Task, 'duration_secs': 0.008379} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.215153] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c47add1-a01b-48d4-b88c-c0dbbede2aa8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.220655] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1492.220655] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a4dd12-0769-5ebd-8e57-7c37be86958e" [ 1492.220655] env[62312]: _type = "Task" [ 1492.220655] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.230108] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a4dd12-0769-5ebd-8e57-7c37be86958e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.334128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "refresh_cache-3740794c-c7a8-4325-9234-0fe4f83cc465" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.334279] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquired lock "refresh_cache-3740794c-c7a8-4325-9234-0fe4f83cc465" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.334431] env[62312]: DEBUG nova.network.neutron [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.388084] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071549} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.388435] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1492.389162] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de480f18-6727-420d-9266-b711a79b8634 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.410780] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 978f946b-172a-48d4-b9de-ee19dd0d1224/978f946b-172a-48d4-b9de-ee19dd0d1224.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.411404] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c5e262-bbe3-4215-bc05-f86844b6b495 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.430657] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1492.430657] env[62312]: value = "task-1809497" [ 1492.430657] env[62312]: _type = "Task" [ 1492.430657] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.440367] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.585216] env[62312]: DEBUG nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1492.630808] env[62312]: INFO nova.compute.manager [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Took 50.83 seconds to build instance. [ 1492.733553] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a4dd12-0769-5ebd-8e57-7c37be86958e, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.736058] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.736352] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 626daee0-ec18-4366-af6a-6b07708dedb1/626daee0-ec18-4366-af6a-6b07708dedb1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.736634] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1c5a264-2b29-4905-b4ee-11d8e8856c2a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.746979] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1492.746979] env[62312]: value = "task-1809498" [ 1492.746979] env[62312]: _type = "Task" [ 1492.746979] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.756402] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.911310] env[62312]: DEBUG nova.network.neutron [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Updating instance_info_cache with network_info: [{"id": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "address": "fa:16:3e:c7:56:0e", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0820a12c-6f", "ovs_interfaceid": "0820a12c-6ff1-4a1e-9feb-7e618d44ccb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.915028] env[62312]: DEBUG nova.network.neutron [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.957677] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.962191] env[62312]: DEBUG nova.compute.manager [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Received event network-vif-plugged-322b0ef0-c767-45ed-9251-b1ec0ffbeae8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1492.962545] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Acquiring lock "3740794c-c7a8-4325-9234-0fe4f83cc465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.962869] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.963175] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.963459] env[62312]: DEBUG nova.compute.manager [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] No waiting events found dispatching network-vif-plugged-322b0ef0-c767-45ed-9251-b1ec0ffbeae8 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.963779] env[62312]: WARNING nova.compute.manager [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Received unexpected event network-vif-plugged-322b0ef0-c767-45ed-9251-b1ec0ffbeae8 for instance with vm_state building and task_state spawning. [ 1492.964157] env[62312]: DEBUG nova.compute.manager [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Received event network-changed-322b0ef0-c767-45ed-9251-b1ec0ffbeae8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1492.964280] env[62312]: DEBUG nova.compute.manager [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Refreshing instance network info cache due to event network-changed-322b0ef0-c767-45ed-9251-b1ec0ffbeae8. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1492.964536] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Acquiring lock "refresh_cache-3740794c-c7a8-4325-9234-0fe4f83cc465" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.133686] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1ca2d537-c802-437b-97f5-9d7c591e87d8 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.750s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.149073] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce84e7c3-4946-4578-8a7b-b8e00a10e88e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.157789] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0226c-7ebb-4fc2-ae4f-a8b5f4f9a08d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.195210] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d3c40-bc61-45d5-9864-7c48eee336e1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.209865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44454d2-1655-4d1b-9e7d-92a656b35085 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.222980] env[62312]: DEBUG nova.compute.provider_tree [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.257519] env[62312]: DEBUG nova.network.neutron [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Updating instance_info_cache with network_info: [{"id": "322b0ef0-c767-45ed-9251-b1ec0ffbeae8", "address": "fa:16:3e:8b:f7:98", "network": {"id": "949e7b65-d96c-422d-8334-f9f2c87fb9eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1221573987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91da43dcbd8a4982b53b49c72e355c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322b0ef0-c7", "ovs_interfaceid": "322b0ef0-c767-45ed-9251-b1ec0ffbeae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.267048] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809498, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.421462] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-d8401e2f-0d4c-4a7e-8577-04e3d68b1763" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.442939] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.601398] env[62312]: DEBUG nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1493.625465] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.625837] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.626063] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.626828] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.626828] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.626828] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.626828] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.626980] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.627164] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.627386] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.627600] env[62312]: DEBUG nova.virt.hardware [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.628506] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422ef3c-6e28-4307-8a10-42f215684c40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.637045] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fcad21-f266-4c10-827a-157fa2cc5daa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.641084] env[62312]: DEBUG nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1493.653788] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.660384] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Creating folder: Project (c3b1900f28fd444e91b7914f71df6bd3). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.661841] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5beeea5e-1c32-4d51-93d4-e750e0b18dc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.673150] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Created folder: Project (c3b1900f28fd444e91b7914f71df6bd3) in parent group-v374919. [ 1493.673338] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Creating folder: Instances. Parent ref: group-v375040. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.673566] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c33ee3fa-7520-45db-8449-773f6ab15515 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.683197] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Created folder: Instances in parent group-v375040. [ 1493.683437] env[62312]: DEBUG oslo.service.loopingcall [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.683625] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.683824] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b6d7ea3-eb14-4b57-a4c4-41fac5f02c35 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.700498] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.700498] env[62312]: value = "task-1809501" [ 1493.700498] env[62312]: _type = "Task" [ 1493.700498] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.707902] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809501, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.726306] env[62312]: DEBUG nova.scheduler.client.report [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.758327] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671287} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.758582] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 626daee0-ec18-4366-af6a-6b07708dedb1/626daee0-ec18-4366-af6a-6b07708dedb1.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.758791] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.759157] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb89c0fa-6807-4f68-a2cb-4cb5b76011be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.761191] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Releasing lock "refresh_cache-3740794c-c7a8-4325-9234-0fe4f83cc465" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.761476] env[62312]: DEBUG nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Instance network_info: |[{"id": "322b0ef0-c767-45ed-9251-b1ec0ffbeae8", "address": "fa:16:3e:8b:f7:98", "network": {"id": "949e7b65-d96c-422d-8334-f9f2c87fb9eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1221573987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91da43dcbd8a4982b53b49c72e355c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322b0ef0-c7", "ovs_interfaceid": "322b0ef0-c767-45ed-9251-b1ec0ffbeae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.761765] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Acquired lock "refresh_cache-3740794c-c7a8-4325-9234-0fe4f83cc465" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.761957] env[62312]: DEBUG nova.network.neutron [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Refreshing network info cache for port 322b0ef0-c767-45ed-9251-b1ec0ffbeae8 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.763041] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:f7:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '322b0ef0-c767-45ed-9251-b1ec0ffbeae8', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.770211] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Creating folder: Project (91da43dcbd8a4982b53b49c72e355c21). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.771044] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-009c9445-e8fe-4e9d-a2f1-997b98d0e614 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.775944] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1493.775944] env[62312]: value = "task-1809502" [ 1493.775944] env[62312]: _type = "Task" [ 1493.775944] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.784957] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.786509] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Created folder: Project (91da43dcbd8a4982b53b49c72e355c21) in parent group-v374919. [ 1493.786600] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Creating folder: Instances. Parent ref: group-v375043. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.786816] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-107bffde-1fed-48a0-aed2-b1abad2cd137 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.796361] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Created folder: Instances in parent group-v375043. [ 1493.796750] env[62312]: DEBUG oslo.service.loopingcall [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.796977] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.797208] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ade4559e-2ee7-4017-abda-4ce3802f8524 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.818917] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.818917] env[62312]: value = "task-1809505" [ 1493.818917] env[62312]: _type = "Task" [ 1493.818917] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.827498] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809505, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.944340] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.953116] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "d5780800-817a-4f4c-bddd-bb5e363e3923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.953355] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.164212] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.210792] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809501, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.231590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.232202] env[62312]: DEBUG nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.234965] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.889s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.235349] env[62312]: DEBUG nova.objects.instance [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lazy-loading 'resources' on Instance uuid 0a5926ae-9200-4b62-86f0-3efea856792e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.285476] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124739} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.285746] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.286537] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f545f710-682e-411e-9e7e-de36576eab0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.310310] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 626daee0-ec18-4366-af6a-6b07708dedb1/626daee0-ec18-4366-af6a-6b07708dedb1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.311032] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d5bb7d-a4c4-402c-bcc6-e8e9b4dc4e7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.352587] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809505, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.356023] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1494.356023] env[62312]: value = "task-1809506" [ 1494.356023] env[62312]: _type = "Task" [ 1494.356023] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.366305] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.442721] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809497, 'name': ReconfigVM_Task, 'duration_secs': 1.521563} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.443581] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 978f946b-172a-48d4-b9de-ee19dd0d1224/978f946b-172a-48d4-b9de-ee19dd0d1224.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.443742] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b35102-406f-4c76-9c63-c3fbed9e17d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.450136] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1494.450136] env[62312]: value = "task-1809507" [ 1494.450136] env[62312]: _type = "Task" [ 1494.450136] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.463685] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809507, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.662448] env[62312]: DEBUG nova.network.neutron [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Updated VIF entry in instance network info cache for port 322b0ef0-c767-45ed-9251-b1ec0ffbeae8. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.662945] env[62312]: DEBUG nova.network.neutron [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Updating instance_info_cache with network_info: [{"id": "322b0ef0-c767-45ed-9251-b1ec0ffbeae8", "address": "fa:16:3e:8b:f7:98", "network": {"id": "949e7b65-d96c-422d-8334-f9f2c87fb9eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1221573987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91da43dcbd8a4982b53b49c72e355c21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap322b0ef0-c7", "ovs_interfaceid": "322b0ef0-c767-45ed-9251-b1ec0ffbeae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.714543] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809501, 'name': CreateVM_Task, 'duration_secs': 0.658492} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.714727] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.715149] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.715311] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.715629] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.715892] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17434bad-3191-48f9-affc-294749a39232 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.722689] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1494.722689] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524f0e8e-e253-aea7-cefe-1568ceeacfa8" [ 1494.722689] env[62312]: _type = "Task" [ 1494.722689] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.731660] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524f0e8e-e253-aea7-cefe-1568ceeacfa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.738050] env[62312]: DEBUG nova.compute.utils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.742163] env[62312]: DEBUG nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Not allocating networking since 'none' was specified. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1494.854148] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809505, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.866085] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.963448] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.963944] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809507, 'name': Rename_Task, 'duration_secs': 0.289494} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.966519] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a00ba71b-d485-42ee-bf58-6b6fa6bf43f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.968229] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.970655] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f7ddf5e-c31a-4bc5-8f5c-8d9acc56403e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.984112] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1494.984112] env[62312]: value = "task-1809508" [ 1494.984112] env[62312]: _type = "Task" [ 1494.984112] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.984112] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1494.984112] env[62312]: value = "task-1809509" [ 1494.984112] env[62312]: _type = "Task" [ 1494.984112] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.004108] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.004389] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.165534] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Releasing lock "refresh_cache-3740794c-c7a8-4325-9234-0fe4f83cc465" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.165763] env[62312]: DEBUG nova.compute.manager [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Received event network-changed-3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1495.166200] env[62312]: DEBUG nova.compute.manager [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Refreshing instance network info cache due to event network-changed-3937d740-8de4-4f2e-958b-6c5063b2edac. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1495.166525] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Acquiring lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.166764] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Acquired lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.167061] env[62312]: DEBUG nova.network.neutron [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Refreshing network info cache for port 3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.233834] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524f0e8e-e253-aea7-cefe-1568ceeacfa8, 'name': SearchDatastore_Task, 'duration_secs': 0.023246} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.236668] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.236958] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.237253] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.237440] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.237652] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.238150] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9970bb28-c3fd-454a-84e5-57cbbdae0e3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.242698] env[62312]: DEBUG nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1495.250065] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.250256] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.253554] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a46a0a-292e-4839-9fbc-65bd5482acce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.260380] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1495.260380] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b512b3-720d-7c50-06f4-e49812ff72a6" [ 1495.260380] env[62312]: _type = "Task" [ 1495.260380] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.269290] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b512b3-720d-7c50-06f4-e49812ff72a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.284974] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9474a93e-9be5-48a6-8bce-cd6481092880 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.293127] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d1895c-75ec-4b4f-9734-96097c1b369e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.324641] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1785fbf-c070-4fb1-9406-646452c23c39 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.331725] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88b1435-c8b5-4382-8096-e46f3e3f3560 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.345504] env[62312]: DEBUG nova.compute.provider_tree [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.354606] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809505, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.364792] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809506, 'name': ReconfigVM_Task, 'duration_secs': 0.742304} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.365088] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 626daee0-ec18-4366-af6a-6b07708dedb1/626daee0-ec18-4366-af6a-6b07708dedb1.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.365713] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b014036b-fe5a-432d-9cc8-c16cf3b29524 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.372869] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1495.372869] env[62312]: value = "task-1809510" [ 1495.372869] env[62312]: _type = "Task" [ 1495.372869] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.384834] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809510, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.494835] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809508, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.504106] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809509, 'name': PowerOffVM_Task, 'duration_secs': 0.22196} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.504106] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.504818] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a4ff95-fc19-4e43-bab0-058b59837d65 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.527300] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cefe35-22d3-4f94-9d52-03e451758b4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.563706] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.564029] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55444459-ffdc-4892-ae2f-adcdd0286a59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.572187] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1495.572187] env[62312]: value = "task-1809511" [ 1495.572187] env[62312]: _type = "Task" [ 1495.572187] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.581419] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.772996] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b512b3-720d-7c50-06f4-e49812ff72a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020561} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.773861] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04134fbc-c053-4deb-b353-831a087d4d7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.779956] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1495.779956] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b3bb63-9d3e-bfbb-bd41-094a1ed3d52a" [ 1495.779956] env[62312]: _type = "Task" [ 1495.779956] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.475513] env[62312]: DEBUG nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.477300] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b3bb63-9d3e-bfbb-bd41-094a1ed3d52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.477480] env[62312]: WARNING oslo_vmware.common.loopingcall [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] task run outlasted interval by 0.19730800000000004 sec [ 1496.503320] env[62312]: DEBUG oslo_vmware.api [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809508, 'name': PowerOnVM_Task, 'duration_secs': 0.659323} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.511936] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.512189] env[62312]: INFO nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1496.512369] env[62312]: DEBUG nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.512690] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1496.512871] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.513091] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.513259] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809505, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.513477] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809510, 'name': Rename_Task, 'duration_secs': 0.184081} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.514458] env[62312]: ERROR nova.scheduler.client.report [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] [req-5fe64031-277b-4023-9d9f-bf9eac28260a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fe64031-277b-4023-9d9f-bf9eac28260a"}]} [ 1496.515757] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f5bc7-f480-4a4a-acd5-4c999304e408 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.518185] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.524451] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd311cb-8150-4973-824a-3921a64c8a7e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.525601] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b3bb63-9d3e-bfbb-bd41-094a1ed3d52a, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.527630] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.530940] env[62312]: DEBUG nova.virt.hardware [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.530940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.530940] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 02e74b78-0911-4478-9b9e-45ecc07a935e/02e74b78-0911-4478-9b9e-45ecc07a935e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.530940] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343ee3a6-271f-4d42-8006-7c9beefe8ed0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.533580] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.533776] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.533994] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c984f04a-7e4b-4097-ba85-0ef7c964bbe8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.537531] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c9d994-0806-41a3-9968-fed413510873 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.546007] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1496.546007] env[62312]: value = "task-1809512" [ 1496.546007] env[62312]: _type = "Task" [ 1496.546007] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.547030] env[62312]: DEBUG nova.scheduler.client.report [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1496.550554] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f07f6-e8c6-418b-835d-3a38cd493e18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.558950] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1496.558950] env[62312]: value = "task-1809513" [ 1496.558950] env[62312]: _type = "Task" [ 1496.558950] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.561011] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.561222] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.574631] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e020ef-a332-475f-8d80-e1ee9eeaebfe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.577327] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.583794] env[62312]: DEBUG oslo.service.loopingcall [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.591104] env[62312]: DEBUG nova.scheduler.client.report [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1496.591315] env[62312]: DEBUG nova.compute.provider_tree [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.593382] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.594233] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.595762] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fad14574-aef6-4bda-9db1-e0def772f600 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.624370] env[62312]: DEBUG nova.scheduler.client.report [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1496.627508] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1496.627508] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e5fdcd-3914-0206-282a-7b108f0c1eb6" [ 1496.627508] env[62312]: _type = "Task" [ 1496.627508] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.627803] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.635076] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.635076] env[62312]: value = "task-1809514" [ 1496.635076] env[62312]: _type = "Task" [ 1496.635076] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.645630] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e5fdcd-3914-0206-282a-7b108f0c1eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.647314] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe98878c-176f-4cdc-a366-5c817d6d1c8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.655637] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809514, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.656815] env[62312]: DEBUG nova.scheduler.client.report [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1496.668025] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1496.668025] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f158c3-d369-ea1e-d17d-49531b6bbe74" [ 1496.668025] env[62312]: _type = "Task" [ 1496.668025] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.676308] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f158c3-d369-ea1e-d17d-49531b6bbe74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.831584] env[62312]: DEBUG nova.network.neutron [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Updated VIF entry in instance network info cache for port 3937d740-8de4-4f2e-958b-6c5063b2edac. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.832076] env[62312]: DEBUG nova.network.neutron [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Updating instance_info_cache with network_info: [{"id": "3937d740-8de4-4f2e-958b-6c5063b2edac", "address": "fa:16:3e:c2:6f:b6", "network": {"id": "d3c1e128-7840-4816-9f75-4935ba8451a0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-472637489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15147195b9c54df3a603251426bd91f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3937d740-8d", "ovs_interfaceid": "3937d740-8de4-4f2e-958b-6c5063b2edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.987308] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809505, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.067901] env[62312]: INFO nova.compute.manager [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Took 48.47 seconds to build instance. [ 1497.076021] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809512, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.078769] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512577} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.079204] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 02e74b78-0911-4478-9b9e-45ecc07a935e/02e74b78-0911-4478-9b9e-45ecc07a935e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1497.079326] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.079457] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b02a1103-a307-42fc-a48c-bc6c64abbcda {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.090182] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1497.090182] env[62312]: value = "task-1809515" [ 1497.090182] env[62312]: _type = "Task" [ 1497.090182] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.100048] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.145117] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809514, 'name': CreateVM_Task, 'duration_secs': 0.364268} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.147531] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.148192] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.148500] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.148781] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.149046] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6652eb-100d-434b-bd0c-68d50de78047 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.155214] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1497.155214] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526e610f-483f-0f22-f97e-fa2f7ba81360" [ 1497.155214] env[62312]: _type = "Task" [ 1497.155214] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.167515] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526e610f-483f-0f22-f97e-fa2f7ba81360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.181053] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f158c3-d369-ea1e-d17d-49531b6bbe74, 'name': SearchDatastore_Task, 'duration_secs': 0.009905} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.181177] env[62312]: DEBUG oslo_concurrency.lockutils [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.181509] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. {{(pid=62312) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1497.181792] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65fe9513-b77f-41d5-8168-1445822e2ccb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.193347] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1497.193347] env[62312]: value = "task-1809516" [ 1497.193347] env[62312]: _type = "Task" [ 1497.193347] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.205874] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.225448] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56f97b8-9ddb-4e03-bbfc-9ccad9734fd3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.234714] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81acf432-36f3-4a24-bfd9-7ad744ac911e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.268386] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7893128b-075d-4ad4-bd01-74202301ff82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.278736] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2572b4ad-2952-4770-a3d3-abaddf4b68b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.295085] env[62312]: DEBUG nova.compute.provider_tree [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.335453] env[62312]: DEBUG oslo_concurrency.lockutils [req-84b99967-d16d-44b0-8bba-7ad4b26b2dac req-824325bd-64ff-4e03-a6d2-029c0337e838 service nova] Releasing lock "refresh_cache-b60445df-57f7-45aa-9aa5-b3282ac6e4e0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.483292] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809505, 'name': CreateVM_Task, 'duration_secs': 3.651504} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.483481] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.484291] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.566497] env[62312]: DEBUG oslo_vmware.api [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809512, 'name': PowerOnVM_Task, 'duration_secs': 0.777085} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.566763] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.566968] env[62312]: INFO nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1497.567163] env[62312]: DEBUG nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.567926] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73936afa-5cab-4955-a97d-052a112be9b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.573048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-522908f5-f108-4f93-8727-579d03096165 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.193s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.601155] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067679} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.601403] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.602202] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4141f566-6fef-4450-8706-9b945803a869 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.623246] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 02e74b78-0911-4478-9b9e-45ecc07a935e/02e74b78-0911-4478-9b9e-45ecc07a935e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.624230] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da4c291-2f4a-4435-aab6-d8bacbd6ac9a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.646169] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1497.646169] env[62312]: value = "task-1809517" [ 1497.646169] env[62312]: _type = "Task" [ 1497.646169] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.655594] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.664755] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526e610f-483f-0f22-f97e-fa2f7ba81360, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.665072] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.665303] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.665589] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.665676] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.665855] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.666143] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.666455] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.666685] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb43edf-9e75-4db4-a636-6080dd290ffd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.670653] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6263d0db-d2fc-46aa-b9f1-95b7ac113846 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.676967] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1497.676967] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523f3936-7afa-b6b7-f58b-692325ee01be" [ 1497.676967] env[62312]: _type = "Task" [ 1497.676967] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.697414] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523f3936-7afa-b6b7-f58b-692325ee01be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.701269] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.701444] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.702505] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2546b01-1fca-454b-868e-b243fa9b23ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.707777] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.711234] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1497.711234] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523f0419-1e0a-f5ad-841b-2985cb594e6c" [ 1497.711234] env[62312]: _type = "Task" [ 1497.711234] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.719237] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523f0419-1e0a-f5ad-841b-2985cb594e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.833845] env[62312]: DEBUG nova.scheduler.client.report [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1497.834245] env[62312]: DEBUG nova.compute.provider_tree [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 69 to 70 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1497.834379] env[62312]: DEBUG nova.compute.provider_tree [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.080496] env[62312]: DEBUG nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.093357] env[62312]: INFO nova.compute.manager [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Took 43.11 seconds to build instance. [ 1498.160154] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809517, 'name': ReconfigVM_Task, 'duration_secs': 0.498781} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.160154] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 02e74b78-0911-4478-9b9e-45ecc07a935e/02e74b78-0911-4478-9b9e-45ecc07a935e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.160938] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-396fe3af-c6c4-4b32-9234-e7bfb7b6ccc1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.168916] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1498.168916] env[62312]: value = "task-1809518" [ 1498.168916] env[62312]: _type = "Task" [ 1498.168916] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.180541] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809518, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.191548] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523f3936-7afa-b6b7-f58b-692325ee01be, 'name': SearchDatastore_Task, 'duration_secs': 0.02258} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.191548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.191663] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.191858] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.206859] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915584} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.206859] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. [ 1498.207607] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc80be26-c8f1-4d03-8898-23b4d6361b27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.234470] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.235411] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea31f8a-a24f-4fcd-8739-469e63649791 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.252228] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523f0419-1e0a-f5ad-841b-2985cb594e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.06146} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.253856] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a36d4d5-2827-4c27-9421-79c11ff02c0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.259778] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1498.259778] env[62312]: value = "task-1809519" [ 1498.259778] env[62312]: _type = "Task" [ 1498.259778] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.272253] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809519, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.274679] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1498.274679] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52642371-d048-868e-5fa1-78a0739217ae" [ 1498.274679] env[62312]: _type = "Task" [ 1498.274679] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.285467] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52642371-d048-868e-5fa1-78a0739217ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.285906] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.286343] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.286850] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.287208] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.289461] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b07620c-e338-43ae-bd9f-e77fefb735ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.293158] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37423615-35c9-46ea-b4b3-81851291b63c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.302026] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1498.302026] env[62312]: value = "task-1809520" [ 1498.302026] env[62312]: _type = "Task" [ 1498.302026] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.306939] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.307267] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.309750] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ddd0f3-ee30-4989-9a43-b47de92cb68b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.315057] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.320026] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1498.320026] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e09401-080d-d4c8-7bb2-7441db716495" [ 1498.320026] env[62312]: _type = "Task" [ 1498.320026] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.331288] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e09401-080d-d4c8-7bb2-7441db716495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.341380] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.106s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.345181] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.112s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.346019] env[62312]: DEBUG nova.objects.instance [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lazy-loading 'resources' on Instance uuid 0ea6eea2-4690-47d5-a489-d0d4773fc8b9 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.370047] env[62312]: INFO nova.scheduler.client.report [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Deleted allocations for instance 0a5926ae-9200-4b62-86f0-3efea856792e [ 1498.596512] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e8d94b71-9c84-4ef4-bf14-0f5ddb99e2f6 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "626daee0-ec18-4366-af6a-6b07708dedb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.035s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.601385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.682569] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809518, 'name': Rename_Task, 'duration_secs': 0.173261} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.682919] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.683269] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce2279b-fb8f-4842-8cf8-36a0324845cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.702147] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1498.702147] env[62312]: value = "task-1809521" [ 1498.702147] env[62312]: _type = "Task" [ 1498.702147] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.713526] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.773200] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.814047] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809520, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.835903] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e09401-080d-d4c8-7bb2-7441db716495, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.837154] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751401f7-a9d3-4a14-9806-9a8dffbd0cff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.846021] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1498.846021] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f01774-d4d9-7e3c-0f12-091c11d1023e" [ 1498.846021] env[62312]: _type = "Task" [ 1498.846021] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.861344] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f01774-d4d9-7e3c-0f12-091c11d1023e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.878916] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4a2754d5-4866-49f5-8feb-dc9c0ce2d000 tempest-DeleteServersAdminTestJSON-588231752 tempest-DeleteServersAdminTestJSON-588231752-project-member] Lock "0a5926ae-9200-4b62-86f0-3efea856792e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.141s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.101361] env[62312]: DEBUG nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1499.199951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "626daee0-ec18-4366-af6a-6b07708dedb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.201049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "626daee0-ec18-4366-af6a-6b07708dedb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.201049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "626daee0-ec18-4366-af6a-6b07708dedb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.201049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "626daee0-ec18-4366-af6a-6b07708dedb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.201049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "626daee0-ec18-4366-af6a-6b07708dedb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.205718] env[62312]: INFO nova.compute.manager [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Terminating instance [ 1499.215445] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.271810] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809519, 'name': ReconfigVM_Task, 'duration_secs': 0.619744} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.272242] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.273143] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cafb90-6ed9-48b2-976e-869553fc1d0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.301646] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58707dc0-bee8-47ac-b873-33022ba2fe77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.323057] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809520, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.326766] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1499.326766] env[62312]: value = "task-1809522" [ 1499.326766] env[62312]: _type = "Task" [ 1499.326766] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.337418] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.356564] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f01774-d4d9-7e3c-0f12-091c11d1023e, 'name': SearchDatastore_Task, 'duration_secs': 0.057931} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.359738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.359738] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3740794c-c7a8-4325-9234-0fe4f83cc465/3740794c-c7a8-4325-9234-0fe4f83cc465.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.360372] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b18a227-8a5f-42c0-92df-85a89d2fc0ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.369230] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1499.369230] env[62312]: value = "task-1809523" [ 1499.369230] env[62312]: _type = "Task" [ 1499.369230] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.380442] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.398937] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db160e7-b7dd-4e2d-8042-7d4882d95ba9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.407248] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e397d4-05b1-4dca-aa7b-cbae32da77c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.444416] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5d1f66-1053-44f6-a5d1-25452c38fff1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.452986] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1bd7fe-1360-4128-8ee9-cc82d81a71d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.467487] env[62312]: DEBUG nova.compute.provider_tree [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.522523] env[62312]: DEBUG nova.compute.manager [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.523659] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111410e-c68d-4668-bc09-1623389aebc2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.632349] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.714219] env[62312]: DEBUG nova.compute.manager [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.714460] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.714744] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.715562] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ca5c29-93e1-48d6-bfb2-8133d775025d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.725316] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.725589] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4267ddeb-efec-4c87-9567-bb63807ea5a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.734262] env[62312]: DEBUG oslo_vmware.api [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1499.734262] env[62312]: value = "task-1809524" [ 1499.734262] env[62312]: _type = "Task" [ 1499.734262] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.744271] env[62312]: DEBUG oslo_vmware.api [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.824118] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809520, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.842901] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809522, 'name': ReconfigVM_Task, 'duration_secs': 0.514905} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.843459] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.843597] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-239c10db-80ee-4ce6-95f3-1cac8167edf6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.851521] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1499.851521] env[62312]: value = "task-1809525" [ 1499.851521] env[62312]: _type = "Task" [ 1499.851521] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.861444] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.879702] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.972915] env[62312]: DEBUG nova.scheduler.client.report [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.037764] env[62312]: INFO nova.compute.manager [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] instance snapshotting [ 1500.040634] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60cabd2-c067-40b6-b640-4d65d5f4ee1e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.064823] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda6b0b-6277-4248-876d-e1e4d9cfcf34 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.215524] env[62312]: DEBUG oslo_vmware.api [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809521, 'name': PowerOnVM_Task, 'duration_secs': 1.165136} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.215825] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.216043] env[62312]: INFO nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1500.216231] env[62312]: DEBUG nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.217160] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a70bfc-1210-400a-a80b-1d30e07144ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.245780] env[62312]: DEBUG oslo_vmware.api [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.323101] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809520, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.825541} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.323319] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.323480] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.323754] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66544d0-edce-4135-8835-3d6f70ab251b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.332948] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1500.332948] env[62312]: value = "task-1809526" [ 1500.332948] env[62312]: _type = "Task" [ 1500.332948] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.343933] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.363396] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.382058] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.478914] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.481076] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.700s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.483772] env[62312]: INFO nova.compute.claims [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.509290] env[62312]: INFO nova.scheduler.client.report [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Deleted allocations for instance 0ea6eea2-4690-47d5-a489-d0d4773fc8b9 [ 1500.577632] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1500.577780] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dbb66498-a618-41f8-b8d6-36d286573305 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.587713] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1500.587713] env[62312]: value = "task-1809527" [ 1500.587713] env[62312]: _type = "Task" [ 1500.587713] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.598853] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.739075] env[62312]: INFO nova.compute.manager [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Took 35.19 seconds to build instance. [ 1500.746521] env[62312]: DEBUG oslo_vmware.api [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809524, 'name': PowerOffVM_Task, 'duration_secs': 0.657558} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.746780] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.746981] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.747254] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5e4622a-af00-43a5-a6a6-c421ba63f052 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.837913] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.838248] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.839030] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleting the datastore file [datastore1] 626daee0-ec18-4366-af6a-6b07708dedb1 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.841856] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f9dffec-f244-4ea8-bf3a-df7a012b83a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.852284] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115856} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.853957] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.854451] env[62312]: DEBUG oslo_vmware.api [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1500.854451] env[62312]: value = "task-1809529" [ 1500.854451] env[62312]: _type = "Task" [ 1500.854451] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.858947] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1e5b0-72bc-436e-a3a1-4799714b5dbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.887667] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.887667] env[62312]: DEBUG oslo_vmware.api [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.893580] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76efa5bb-2e15-4987-a930-ee6321a05329 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.907923] env[62312]: DEBUG oslo_vmware.api [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809525, 'name': PowerOnVM_Task, 'duration_secs': 0.707968} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.908290] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.911380] env[62312]: DEBUG nova.compute.manager [None req-62c6cf5b-ead7-4f1b-9bf8-c672d814b2a4 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.912186] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ea545-37e6-4981-89d2-b281eb24a10b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.918078] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809523, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.266742} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.919527] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3740794c-c7a8-4325-9234-0fe4f83cc465/3740794c-c7a8-4325-9234-0fe4f83cc465.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.919742] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.920121] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1500.920121] env[62312]: value = "task-1809530" [ 1500.920121] env[62312]: _type = "Task" [ 1500.920121] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.920342] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16cdd8ec-b126-43b8-9b10-7b87516024d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.935178] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.936611] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1500.936611] env[62312]: value = "task-1809531" [ 1500.936611] env[62312]: _type = "Task" [ 1500.936611] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.947447] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.019335] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21ca0d82-b528-4bb2-b3a6-6f8299c71d8e tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "0ea6eea2-4690-47d5-a489-d0d4773fc8b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.018s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.097958] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809527, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.241659] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2c81cd1-308a-4c44-aece-921d3e5f055e tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "02e74b78-0911-4478-9b9e-45ecc07a935e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.475s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.375741] env[62312]: DEBUG oslo_vmware.api [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139215} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.376033] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.376213] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.376392] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.376572] env[62312]: INFO nova.compute.manager [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1501.376945] env[62312]: DEBUG oslo.service.loopingcall [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.377135] env[62312]: DEBUG nova.compute.manager [-] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.377226] env[62312]: DEBUG nova.network.neutron [-] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.434160] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.445970] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074255} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.446243] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.446993] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b9b23-3d65-4d8d-a898-f36def523756 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.472665] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 3740794c-c7a8-4325-9234-0fe4f83cc465/3740794c-c7a8-4325-9234-0fe4f83cc465.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.473310] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f6f475-15a4-4338-be7e-f11ede147d07 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.497882] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1501.497882] env[62312]: value = "task-1809532" [ 1501.497882] env[62312]: _type = "Task" [ 1501.497882] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.507624] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.602127] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809527, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.744354] env[62312]: DEBUG nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.788557] env[62312]: DEBUG nova.compute.manager [req-d01a6bc7-0146-4574-9992-651426c75d5d req-d904b7d3-e5a9-4975-a3cb-b6a475d45d8a service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Received event network-vif-deleted-a9e7c0da-243a-490a-a720-fb417e4e4707 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1501.789299] env[62312]: INFO nova.compute.manager [req-d01a6bc7-0146-4574-9992-651426c75d5d req-d904b7d3-e5a9-4975-a3cb-b6a475d45d8a service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Neutron deleted interface a9e7c0da-243a-490a-a720-fb417e4e4707; detaching it from the instance and deleting it from the info cache [ 1501.789299] env[62312]: DEBUG nova.network.neutron [req-d01a6bc7-0146-4574-9992-651426c75d5d req-d904b7d3-e5a9-4975-a3cb-b6a475d45d8a service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.940909] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809530, 'name': ReconfigVM_Task, 'duration_secs': 0.71746} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.941438] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.942492] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0369bc1-20c9-4ee7-915f-7140461a9ff8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.949655] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1501.949655] env[62312]: value = "task-1809533" [ 1501.949655] env[62312]: _type = "Task" [ 1501.949655] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.959183] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809533, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.013059] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809532, 'name': ReconfigVM_Task, 'duration_secs': 0.458565} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.013410] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 3740794c-c7a8-4325-9234-0fe4f83cc465/3740794c-c7a8-4325-9234-0fe4f83cc465.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.015203] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43538daf-fc66-4972-9798-f12da5b01461 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.026625] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1502.026625] env[62312]: value = "task-1809534" [ 1502.026625] env[62312]: _type = "Task" [ 1502.026625] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.041189] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809534, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.073796] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78b9720-4c48-4aaa-b354-773be17b577c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.083354] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74f198d-08ac-408f-bd3c-a79caed56c3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.120140] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacd3b41-bfe5-4db3-8e40-295323150dbc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.126057] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809527, 'name': CreateSnapshot_Task, 'duration_secs': 1.238749} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.126753] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1502.127558] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5043ba-88b7-460d-8fa9-16bbfc913650 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.133663] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3ce94f-de32-4a95-b394-152ae59c8a7b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.154272] env[62312]: DEBUG nova.compute.provider_tree [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.256936] env[62312]: DEBUG nova.network.neutron [-] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.272360] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.293316] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f7dc7c4-b522-46da-b8f9-80e88ecce0fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.302756] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e311f9-5497-417b-948f-062e07c23d18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.346121] env[62312]: DEBUG nova.compute.manager [req-d01a6bc7-0146-4574-9992-651426c75d5d req-d904b7d3-e5a9-4975-a3cb-b6a475d45d8a service nova] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Detach interface failed, port_id=a9e7c0da-243a-490a-a720-fb417e4e4707, reason: Instance 626daee0-ec18-4366-af6a-6b07708dedb1 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1502.464335] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809533, 'name': Rename_Task, 'duration_secs': 0.313117} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.464829] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.465228] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad1b2c24-e7d1-447b-8eb9-d05b7519a823 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.474077] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1502.474077] env[62312]: value = "task-1809535" [ 1502.474077] env[62312]: _type = "Task" [ 1502.474077] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.486916] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.538043] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809534, 'name': Rename_Task, 'duration_secs': 0.198409} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.538043] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.538122] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7039908e-58a4-462c-a156-9a611bd1e4be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.545860] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1502.545860] env[62312]: value = "task-1809536" [ 1502.545860] env[62312]: _type = "Task" [ 1502.545860] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.558041] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.663248] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1502.664183] env[62312]: DEBUG nova.scheduler.client.report [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.667445] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cda8a880-ce93-4a37-a2ba-85c4dbfa41f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.678328] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1502.678328] env[62312]: value = "task-1809537" [ 1502.678328] env[62312]: _type = "Task" [ 1502.678328] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.688462] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809537, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.759617] env[62312]: INFO nova.compute.manager [-] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Took 1.38 seconds to deallocate network for instance. [ 1502.988780] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.057364] env[62312]: DEBUG oslo_vmware.api [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809536, 'name': PowerOnVM_Task, 'duration_secs': 0.486069} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.057654] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.057858] env[62312]: INFO nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Took 11.97 seconds to spawn the instance on the hypervisor. [ 1503.058047] env[62312]: DEBUG nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.058906] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82dc8fa-c086-455e-a2dc-a840a3ca40c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.172422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.172608] env[62312]: DEBUG nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.175679] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.567s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.177321] env[62312]: INFO nova.compute.claims [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.192471] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809537, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.267348] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.486286] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.577531] env[62312]: INFO nova.compute.manager [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Took 38.41 seconds to build instance. [ 1503.682422] env[62312]: DEBUG nova.compute.utils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.684772] env[62312]: DEBUG nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.685090] env[62312]: DEBUG nova.network.neutron [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.700874] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809537, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.962578] env[62312]: DEBUG nova.policy [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb6890f4d9d4485d8e6d148115feef90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b417246863f447c682d42e2644ac2f8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1504.000794] env[62312]: DEBUG oslo_vmware.api [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809535, 'name': PowerOnVM_Task, 'duration_secs': 1.48504} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.000794] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.000794] env[62312]: INFO nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1504.000794] env[62312]: DEBUG nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.000794] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc41374-883b-44fb-bf7c-bb1799825374 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.080135] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d5d9d621-d021-4cda-a009-ff0fcee9a02e tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.491s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.191045] env[62312]: DEBUG nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1504.200434] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809537, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.490938] env[62312]: INFO nova.compute.manager [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Rescuing [ 1504.491220] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.491375] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.491574] env[62312]: DEBUG nova.network.neutron [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.526405] env[62312]: INFO nova.compute.manager [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Took 36.45 seconds to build instance. [ 1504.543274] env[62312]: DEBUG nova.network.neutron [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Successfully created port: c5cbbfb5-9b60-488e-9bb2-f69183847121 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.582764] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.700499] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809537, 'name': CloneVM_Task, 'duration_secs': 1.822522} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.704960] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Created linked-clone VM from snapshot [ 1504.706509] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c554670-d643-4646-bca8-bce58940d649 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.716632] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Uploading image 161dbefd-c448-438d-b478-59a97762b828 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1504.737012] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1504.737438] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de570716-7740-4289-97f3-5a11f1c8eaa7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.745805] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1504.745805] env[62312]: value = "task-1809538" [ 1504.745805] env[62312]: _type = "Task" [ 1504.745805] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.761740] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809538, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.824745] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485231d-d75c-4054-a75b-38c044720867 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.835224] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dc02c1-82df-420a-8e71-98e47029bdf0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.870796] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970aab82-7a63-4fe7-b1a1-815bd11c9497 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.880250] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5627993-17da-47ca-8f81-ba2af3ab4001 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.896567] env[62312]: DEBUG nova.compute.provider_tree [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.030349] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad512d62-00d7-4e2f-adad-9c6a29a62bda tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "88838791-2153-498b-8048-7891a84aa8be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.009s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.035891] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "99913b7f-bccf-4f9e-9dfc-58e774243deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.037127] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.117236] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.207484] env[62312]: DEBUG nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.240111] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.240111] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.240111] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.240111] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.241540] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.241982] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.242699] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.242991] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.243280] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.243544] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.243817] env[62312]: DEBUG nova.virt.hardware [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.244818] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b441fee-21f4-4b22-916a-758531028913 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.261206] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e20beb4-7193-464a-afc8-18a05f7c71da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.265410] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809538, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.435259] env[62312]: DEBUG nova.network.neutron [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Updating instance_info_cache with network_info: [{"id": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "address": "fa:16:3e:1a:20:c0", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8e1b1-ed", "ovs_interfaceid": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.435259] env[62312]: DEBUG nova.scheduler.client.report [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.538409] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.635921] env[62312]: INFO nova.compute.manager [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Rebuilding instance [ 1505.707619] env[62312]: DEBUG nova.compute.manager [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.708679] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d18892d-2a92-44ac-bcc1-dc79f6610f03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.761973] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809538, 'name': Destroy_Task, 'duration_secs': 0.724195} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.762415] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Destroyed the VM [ 1505.762454] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1505.762856] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a4b1bbe2-0555-428f-9e1a-216156779e81 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.771363] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1505.771363] env[62312]: value = "task-1809539" [ 1505.771363] env[62312]: _type = "Task" [ 1505.771363] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.784915] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.801409] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.907519] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.908040] env[62312]: DEBUG nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.911620] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.560s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.911620] env[62312]: DEBUG nova.objects.instance [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lazy-loading 'resources' on Instance uuid 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.068105] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.284280] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.398788] env[62312]: DEBUG nova.compute.manager [req-f0ba9573-381d-4707-afb9-8dae8a10f2ad req-6189c404-e1e3-48c9-b16c-cf5167e4929a service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Received event network-vif-plugged-c5cbbfb5-9b60-488e-9bb2-f69183847121 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1506.398788] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0ba9573-381d-4707-afb9-8dae8a10f2ad req-6189c404-e1e3-48c9-b16c-cf5167e4929a service nova] Acquiring lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.398788] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0ba9573-381d-4707-afb9-8dae8a10f2ad req-6189c404-e1e3-48c9-b16c-cf5167e4929a service nova] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.398788] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0ba9573-381d-4707-afb9-8dae8a10f2ad req-6189c404-e1e3-48c9-b16c-cf5167e4929a service nova] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.398788] env[62312]: DEBUG nova.compute.manager [req-f0ba9573-381d-4707-afb9-8dae8a10f2ad req-6189c404-e1e3-48c9-b16c-cf5167e4929a service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] No waiting events found dispatching network-vif-plugged-c5cbbfb5-9b60-488e-9bb2-f69183847121 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.399331] env[62312]: WARNING nova.compute.manager [req-f0ba9573-381d-4707-afb9-8dae8a10f2ad req-6189c404-e1e3-48c9-b16c-cf5167e4929a service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Received unexpected event network-vif-plugged-c5cbbfb5-9b60-488e-9bb2-f69183847121 for instance with vm_state building and task_state spawning. [ 1506.414938] env[62312]: DEBUG nova.compute.utils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.421972] env[62312]: DEBUG nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.421972] env[62312]: DEBUG nova.network.neutron [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.484583] env[62312]: DEBUG nova.policy [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ca9d4de678849fcab667332f378fcc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5186557ec26456ab1b568338c21e6b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.663339] env[62312]: DEBUG nova.network.neutron [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Successfully updated port: c5cbbfb5-9b60-488e-9bb2-f69183847121 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.728328] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.729385] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea590ceb-4066-4ec3-b4d9-1076932a57ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.740231] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1506.740231] env[62312]: value = "task-1809540" [ 1506.740231] env[62312]: _type = "Task" [ 1506.740231] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.749792] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.782389] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809539, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.878740] env[62312]: DEBUG nova.network.neutron [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Successfully created port: 393366c5-becf-4a8c-96d3-0e77ea1d2242 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.922086] env[62312]: DEBUG nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.045360] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fde83e2-afd9-47e0-8a5e-09e2ecaa3562 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.053923] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18acae25-5920-4165-b053-e893b6c7f382 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.084496] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02e24ae-103f-49a0-bd33-37eeff4fc851 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.095020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c26f5c1-6293-4b48-906f-dc9652f993f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.108466] env[62312]: DEBUG nova.compute.provider_tree [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.132296] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "3740794c-c7a8-4325-9234-0fe4f83cc465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.132548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.132749] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "3740794c-c7a8-4325-9234-0fe4f83cc465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.132925] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.133097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.136134] env[62312]: INFO nova.compute.manager [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Terminating instance [ 1507.167329] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "refresh_cache-1f263cb1-15b3-4e8d-8cfa-dae622a1c186" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.167564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "refresh_cache-1f263cb1-15b3-4e8d-8cfa-dae622a1c186" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.167799] env[62312]: DEBUG nova.network.neutron [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.249689] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809540, 'name': PowerOffVM_Task, 'duration_secs': 0.159739} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.249830] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.250970] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.250970] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eaa158-1890-4e67-9ebe-4daa5f1df48d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.257998] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.258254] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-646582d3-bfeb-4a73-981e-0681847aa9f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.281786] env[62312]: DEBUG oslo_vmware.api [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809539, 'name': RemoveSnapshot_Task, 'duration_secs': 1.057304} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.283069] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1507.286152] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.286346] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.286529] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleting the datastore file [datastore1] 88838791-2153-498b-8048-7891a84aa8be {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.286982] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4ad5272-0404-4fcc-a761-0808af40f8d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.293134] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1507.293134] env[62312]: value = "task-1809542" [ 1507.293134] env[62312]: _type = "Task" [ 1507.293134] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.305351] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.347803] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.348108] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea8b534-ef25-4399-8641-0471eb47dfd3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.356173] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1507.356173] env[62312]: value = "task-1809543" [ 1507.356173] env[62312]: _type = "Task" [ 1507.356173] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.371708] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.613120] env[62312]: DEBUG nova.scheduler.client.report [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.642665] env[62312]: DEBUG nova.compute.manager [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.642901] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.644046] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb3f7f-1b86-426b-a4a6-5de1e36ee35f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.652750] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.652907] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd5f609-7a7e-417b-9d25-98e9777d8b0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.659856] env[62312]: DEBUG oslo_vmware.api [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1507.659856] env[62312]: value = "task-1809544" [ 1507.659856] env[62312]: _type = "Task" [ 1507.659856] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.674482] env[62312]: DEBUG oslo_vmware.api [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.706635] env[62312]: DEBUG nova.network.neutron [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.789584] env[62312]: WARNING nova.compute.manager [None req-a3caeaac-9b84-4487-9d08-f22bb4b4e58d tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Image not found during snapshot: nova.exception.ImageNotFound: Image 161dbefd-c448-438d-b478-59a97762b828 could not be found. [ 1507.809013] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124286} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.815294] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.815700] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.815966] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.874331] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809543, 'name': PowerOffVM_Task, 'duration_secs': 0.226145} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.875489] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.876852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b74dea-2e03-4864-ac0b-31ef783b9a44 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.905071] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e883bcc7-8200-4ed7-9c02-684d3b21f231 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.933026] env[62312]: DEBUG nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.949308] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.949691] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5be48b43-7680-43d7-9b3a-d0ce34c676fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.968138] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1507.968138] env[62312]: value = "task-1809545" [ 1507.968138] env[62312]: _type = "Task" [ 1507.968138] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.970504] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.970826] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.970959] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.971363] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.971363] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.971502] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.971712] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.971896] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.972084] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.972249] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.972418] env[62312]: DEBUG nova.virt.hardware [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.973319] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc5154-bc6f-4f11-b228-167462f7b2d1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.984061] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "129ecd09-4957-4442-835e-81d3f6ec9ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.984313] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.992383] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27799af-bba7-4bb0-b566-129ca420d508 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.997170] env[62312]: DEBUG nova.network.neutron [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Updating instance_info_cache with network_info: [{"id": "c5cbbfb5-9b60-488e-9bb2-f69183847121", "address": "fa:16:3e:b7:26:b0", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cbbfb5-9b", "ovs_interfaceid": "c5cbbfb5-9b60-488e-9bb2-f69183847121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.998966] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1507.999183] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.999420] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.999567] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.999745] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.000519] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e392146-9cc3-44c5-b4e7-eea404af8c9d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.016161] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.016161] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.020022] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2502af5-972e-4155-ac72-f42c99103076 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.024062] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1508.024062] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f317b3-20a5-bbda-b814-af39c7b7398b" [ 1508.024062] env[62312]: _type = "Task" [ 1508.024062] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.033370] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f317b3-20a5-bbda-b814-af39c7b7398b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.119832] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.123612] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.460s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.124423] env[62312]: INFO nova.compute.claims [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.154157] env[62312]: INFO nova.scheduler.client.report [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Deleted allocations for instance 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22 [ 1508.170326] env[62312]: DEBUG oslo_vmware.api [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809544, 'name': PowerOffVM_Task, 'duration_secs': 0.289462} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.170666] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.170741] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.171074] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26e5a5b4-730c-496e-99c3-6272505cc04f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.371148] env[62312]: DEBUG nova.compute.manager [req-6e049897-287e-4bd9-9f6e-724ddf8fc170 req-0dfd4fff-43d0-49e5-b21b-5dfab66fbcc8 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Received event network-vif-plugged-393366c5-becf-4a8c-96d3-0e77ea1d2242 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.371148] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e049897-287e-4bd9-9f6e-724ddf8fc170 req-0dfd4fff-43d0-49e5-b21b-5dfab66fbcc8 service nova] Acquiring lock "495cf19a-55fc-45c5-a05e-97f0395d06cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.371148] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e049897-287e-4bd9-9f6e-724ddf8fc170 req-0dfd4fff-43d0-49e5-b21b-5dfab66fbcc8 service nova] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.371148] env[62312]: DEBUG oslo_concurrency.lockutils [req-6e049897-287e-4bd9-9f6e-724ddf8fc170 req-0dfd4fff-43d0-49e5-b21b-5dfab66fbcc8 service nova] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.371148] env[62312]: DEBUG nova.compute.manager [req-6e049897-287e-4bd9-9f6e-724ddf8fc170 req-0dfd4fff-43d0-49e5-b21b-5dfab66fbcc8 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] No waiting events found dispatching network-vif-plugged-393366c5-becf-4a8c-96d3-0e77ea1d2242 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.371148] env[62312]: WARNING nova.compute.manager [req-6e049897-287e-4bd9-9f6e-724ddf8fc170 req-0dfd4fff-43d0-49e5-b21b-5dfab66fbcc8 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Received unexpected event network-vif-plugged-393366c5-becf-4a8c-96d3-0e77ea1d2242 for instance with vm_state building and task_state spawning. [ 1508.388385] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.388385] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.388385] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Deleting the datastore file [datastore1] 3740794c-c7a8-4325-9234-0fe4f83cc465 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.388385] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe9353af-3abf-4cde-aa32-1990cc333ae9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.394573] env[62312]: DEBUG oslo_vmware.api [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for the task: (returnval){ [ 1508.394573] env[62312]: value = "task-1809547" [ 1508.394573] env[62312]: _type = "Task" [ 1508.394573] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.403168] env[62312]: DEBUG oslo_vmware.api [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.469358] env[62312]: DEBUG nova.compute.manager [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Received event network-changed-c5cbbfb5-9b60-488e-9bb2-f69183847121 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.469358] env[62312]: DEBUG nova.compute.manager [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Refreshing instance network info cache due to event network-changed-c5cbbfb5-9b60-488e-9bb2-f69183847121. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1508.469358] env[62312]: DEBUG oslo_concurrency.lockutils [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] Acquiring lock "refresh_cache-1f263cb1-15b3-4e8d-8cfa-dae622a1c186" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.484473] env[62312]: DEBUG nova.network.neutron [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Successfully updated port: 393366c5-becf-4a8c-96d3-0e77ea1d2242 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.501591] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "refresh_cache-1f263cb1-15b3-4e8d-8cfa-dae622a1c186" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.503419] env[62312]: DEBUG nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Instance network_info: |[{"id": "c5cbbfb5-9b60-488e-9bb2-f69183847121", "address": "fa:16:3e:b7:26:b0", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cbbfb5-9b", "ovs_interfaceid": "c5cbbfb5-9b60-488e-9bb2-f69183847121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1508.503419] env[62312]: DEBUG oslo_concurrency.lockutils [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] Acquired lock "refresh_cache-1f263cb1-15b3-4e8d-8cfa-dae622a1c186" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.503419] env[62312]: DEBUG nova.network.neutron [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Refreshing network info cache for port c5cbbfb5-9b60-488e-9bb2-f69183847121 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.504854] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:26:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5cbbfb5-9b60-488e-9bb2-f69183847121', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1508.513213] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating folder: Project (b417246863f447c682d42e2644ac2f8d). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1508.516556] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f813814-e18b-4e10-9093-d1bdeb6f01d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.529163] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created folder: Project (b417246863f447c682d42e2644ac2f8d) in parent group-v374919. [ 1508.529500] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating folder: Instances. Parent ref: group-v375049. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1508.534177] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c07ebc28-4112-4ef5-8dcb-ae6e540ee26b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.536620] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f317b3-20a5-bbda-b814-af39c7b7398b, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.537837] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3a49bd-6757-4f33-baa7-e4d87402663a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.544028] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1508.544028] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52eadb7e-0d3c-9ecb-657e-bd166c281b79" [ 1508.544028] env[62312]: _type = "Task" [ 1508.544028] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.547918] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created folder: Instances in parent group-v375049. [ 1508.548163] env[62312]: DEBUG oslo.service.loopingcall [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.548726] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.550974] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b76084-d5cb-4722-97a4-ef85caa0c0af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.571374] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52eadb7e-0d3c-9ecb-657e-bd166c281b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.578166] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.578166] env[62312]: value = "task-1809550" [ 1508.578166] env[62312]: _type = "Task" [ 1508.578166] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.587469] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809550, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.664815] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b82e38bf-9145-4062-ae71-858a78288732 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "3d6b91bf-2ac9-4b6b-80fc-065268b9ed22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.995s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.819137] env[62312]: DEBUG nova.network.neutron [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Updated VIF entry in instance network info cache for port c5cbbfb5-9b60-488e-9bb2-f69183847121. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.819482] env[62312]: DEBUG nova.network.neutron [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Updating instance_info_cache with network_info: [{"id": "c5cbbfb5-9b60-488e-9bb2-f69183847121", "address": "fa:16:3e:b7:26:b0", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cbbfb5-9b", "ovs_interfaceid": "c5cbbfb5-9b60-488e-9bb2-f69183847121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.860980] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.861280] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.861435] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.861640] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.861802] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.861953] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.862297] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.862504] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.862765] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.862933] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.863332] env[62312]: DEBUG nova.virt.hardware [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.864852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16a803-2aca-43ba-be60-3661d853e175 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.877386] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91da8d27-3641-44c0-8b53-e440d0aa73dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.894918] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1508.902032] env[62312]: DEBUG oslo.service.loopingcall [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.902032] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.905035] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b28e58c-a35c-4b93-a68a-0971235bb8ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.925116] env[62312]: DEBUG oslo_vmware.api [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Task: {'id': task-1809547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441048} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.926262] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.926454] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.926631] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.926800] env[62312]: INFO nova.compute.manager [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1508.927055] env[62312]: DEBUG oslo.service.loopingcall [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.927247] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.927247] env[62312]: value = "task-1809551" [ 1508.927247] env[62312]: _type = "Task" [ 1508.927247] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.927428] env[62312]: DEBUG nova.compute.manager [-] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.927522] env[62312]: DEBUG nova.network.neutron [-] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1508.937380] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809551, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.987863] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.988034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.988187] env[62312]: DEBUG nova.network.neutron [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.054915] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52eadb7e-0d3c-9ecb-657e-bd166c281b79, 'name': SearchDatastore_Task, 'duration_secs': 0.026856} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.055283] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.055609] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. {{(pid=62312) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1509.055927] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ec2fd1-018d-4b5d-b2f6-4f82ea5d3354 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.063040] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1509.063040] env[62312]: value = "task-1809552" [ 1509.063040] env[62312]: _type = "Task" [ 1509.063040] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.071213] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.079808] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "978f946b-172a-48d4-b9de-ee19dd0d1224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.080076] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.080316] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "978f946b-172a-48d4-b9de-ee19dd0d1224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.080625] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.080835] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.086508] env[62312]: INFO nova.compute.manager [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Terminating instance [ 1509.095167] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809550, 'name': CreateVM_Task, 'duration_secs': 0.365385} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.095167] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.095482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.095703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.096092] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1509.096434] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01210adf-6e0a-422a-8455-6f33c7806b0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.102300] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1509.102300] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52838c0d-20d9-7b81-039d-d7f6dbabdfff" [ 1509.102300] env[62312]: _type = "Task" [ 1509.102300] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.113176] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52838c0d-20d9-7b81-039d-d7f6dbabdfff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.323887] env[62312]: DEBUG oslo_concurrency.lockutils [req-68b9c409-6065-4fbb-ba30-9a5fc0febdb6 req-98363c68-680b-4b94-a160-359c7a2009c7 service nova] Releasing lock "refresh_cache-1f263cb1-15b3-4e8d-8cfa-dae622a1c186" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.445664] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809551, 'name': CreateVM_Task, 'duration_secs': 0.443787} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.445924] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.446303] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.535841] env[62312]: DEBUG nova.network.neutron [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.574848] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809552, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.591760] env[62312]: DEBUG nova.compute.manager [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1509.592060] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.595715] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83afdc8-2a65-44c9-917a-6985d34c6f9c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.605284] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.608869] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44429f4-f7c6-4be9-aeda-1921e7677b33 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.619899] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52838c0d-20d9-7b81-039d-d7f6dbabdfff, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.624849] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.625279] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.625520] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.625661] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.625835] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.626181] env[62312]: DEBUG oslo_vmware.api [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1509.626181] env[62312]: value = "task-1809553" [ 1509.626181] env[62312]: _type = "Task" [ 1509.626181] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.626595] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.626900] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1509.627153] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ce50392-4b38-4fd2-8e3a-9958c62d6c14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.629259] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7c5bba-4e0d-474c-94d3-5e320f28bbc8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.638812] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1509.638812] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a405e1-da9e-a898-2d63-9c5baae1f62e" [ 1509.638812] env[62312]: _type = "Task" [ 1509.638812] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.641615] env[62312]: DEBUG oslo_vmware.api [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.647729] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.647926] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.648861] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8106419c-ca88-4ad3-8595-fad6a98492fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.656919] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a405e1-da9e-a898-2d63-9c5baae1f62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.657927] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1509.657927] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52adcda4-e715-6f6a-b91d-4d2b49cc836d" [ 1509.657927] env[62312]: _type = "Task" [ 1509.657927] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.671589] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52adcda4-e715-6f6a-b91d-4d2b49cc836d, 'name': SearchDatastore_Task, 'duration_secs': 0.008395} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.671769] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3fb4c28-c17b-4aaf-931b-15a1ce7e3c70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.680341] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1509.680341] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f32f20-bcaf-5fc3-fbfc-a3c5ce45ab52" [ 1509.680341] env[62312]: _type = "Task" [ 1509.680341] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.687948] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f32f20-bcaf-5fc3-fbfc-a3c5ce45ab52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.705378] env[62312]: DEBUG nova.network.neutron [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Updating instance_info_cache with network_info: [{"id": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "address": "fa:16:3e:71:df:c0", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393366c5-be", "ovs_interfaceid": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.765755] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baeb7d2-4af4-450a-9a2b-513a8f4479a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.769165] env[62312]: DEBUG nova.network.neutron [-] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.775365] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4ce44-463c-4236-bc0d-b2a66ef06cb9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.808333] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f082cc9d-74bc-430c-9a0e-04eda124fbfc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.817657] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9b4be-731b-46b6-96da-b47799dafcf3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.833967] env[62312]: DEBUG nova.compute.provider_tree [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.061044] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "b20cb8cb-b813-40b3-8c78-bb413b702339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.061150] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.061342] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "b20cb8cb-b813-40b3-8c78-bb413b702339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.061524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.061752] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.064095] env[62312]: INFO nova.compute.manager [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Terminating instance [ 1510.074934] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576966} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.075218] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. [ 1510.076502] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9a386-e885-499d-8fc8-6012a557ca37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.102661] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.103155] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15abf12c-7fdb-4894-be72-b033aa9eb029 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.122200] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1510.122200] env[62312]: value = "task-1809554" [ 1510.122200] env[62312]: _type = "Task" [ 1510.122200] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.130507] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.138269] env[62312]: DEBUG oslo_vmware.api [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809553, 'name': PowerOffVM_Task, 'duration_secs': 0.29229} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.138522] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.138701] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.138951] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8fce948-5e64-4dad-b7d6-db3a6d98e902 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.149745] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a405e1-da9e-a898-2d63-9c5baae1f62e, 'name': SearchDatastore_Task, 'duration_secs': 0.017516} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.150120] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.150324] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.150528] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.189472] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f32f20-bcaf-5fc3-fbfc-a3c5ce45ab52, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.189760] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.190055] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 1f263cb1-15b3-4e8d-8cfa-dae622a1c186/1f263cb1-15b3-4e8d-8cfa-dae622a1c186.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.190383] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.190668] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.190898] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d212b93-85c6-48ca-a746-d3ee167041b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.192745] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a3c3651-967e-418d-9fd2-488392c12d1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.199203] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1510.199203] env[62312]: value = "task-1809556" [ 1510.199203] env[62312]: _type = "Task" [ 1510.199203] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.202972] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.203196] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.204117] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15dc7b9a-43b7-47ce-9464-d2c0d3a51f01 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.209147] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.209437] env[62312]: DEBUG nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Instance network_info: |[{"id": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "address": "fa:16:3e:71:df:c0", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393366c5-be", "ovs_interfaceid": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.209698] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.210378] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:df:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393366c5-becf-4a8c-96d3-0e77ea1d2242', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.217713] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Creating folder: Project (b5186557ec26456ab1b568338c21e6b6). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.219867] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f741bc46-190c-4bbb-943f-d8a898fb884c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.221647] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1510.221647] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52775d23-6ca2-5405-e543-0028517b80f1" [ 1510.221647] env[62312]: _type = "Task" [ 1510.221647] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.221878] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.222118] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.222339] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleting the datastore file [datastore1] 978f946b-172a-48d4-b9de-ee19dd0d1224 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.222608] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6cfa818-1b62-4df7-b845-11c40be2e24a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.233736] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52775d23-6ca2-5405-e543-0028517b80f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.236262] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Created folder: Project (b5186557ec26456ab1b568338c21e6b6) in parent group-v374919. [ 1510.236447] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Creating folder: Instances. Parent ref: group-v375053. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.236715] env[62312]: DEBUG oslo_vmware.api [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1510.236715] env[62312]: value = "task-1809558" [ 1510.236715] env[62312]: _type = "Task" [ 1510.236715] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.236897] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5a78d4-7cab-4def-9f0d-4df8c8b71aac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.238994] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3112941-2864-415b-a6ec-8dcb2b42a51d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.251181] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1510.251181] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb993f-7a18-1040-2b0e-456b132fa68d" [ 1510.251181] env[62312]: _type = "Task" [ 1510.251181] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.251418] env[62312]: DEBUG oslo_vmware.api [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.258687] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb993f-7a18-1040-2b0e-456b132fa68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.260222] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Created folder: Instances in parent group-v375053. [ 1510.260443] env[62312]: DEBUG oslo.service.loopingcall [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.260646] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.260854] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e3f9a9-d8ab-477d-a154-dd1e1e7f5d80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.274998] env[62312]: INFO nova.compute.manager [-] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Took 1.35 seconds to deallocate network for instance. [ 1510.281583] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.281583] env[62312]: value = "task-1809560" [ 1510.281583] env[62312]: _type = "Task" [ 1510.281583] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.288857] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809560, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.338529] env[62312]: DEBUG nova.scheduler.client.report [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.404032] env[62312]: DEBUG nova.compute.manager [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Received event network-changed-393366c5-becf-4a8c-96d3-0e77ea1d2242 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1510.404417] env[62312]: DEBUG nova.compute.manager [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Refreshing instance network info cache due to event network-changed-393366c5-becf-4a8c-96d3-0e77ea1d2242. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1510.404797] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] Acquiring lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.405064] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] Acquired lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.405344] env[62312]: DEBUG nova.network.neutron [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Refreshing network info cache for port 393366c5-becf-4a8c-96d3-0e77ea1d2242 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.571208] env[62312]: DEBUG nova.compute.manager [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.571481] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.572376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d8d76-8bf5-42a5-94e3-6381de19e41d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.580827] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.581014] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f97f8d65-0c16-485d-b6b9-a216918373a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.590700] env[62312]: DEBUG oslo_vmware.api [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1510.590700] env[62312]: value = "task-1809561" [ 1510.590700] env[62312]: _type = "Task" [ 1510.590700] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.598197] env[62312]: DEBUG oslo_vmware.api [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.633689] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809554, 'name': ReconfigVM_Task, 'duration_secs': 0.361616} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.634010] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.635251] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db52e3-ff44-40eb-9832-4283e8937ad1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.676789] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fbb8e2d-d3ce-47b2-ab3b-db439278eaa6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.695491] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1510.695491] env[62312]: value = "task-1809562" [ 1510.695491] env[62312]: _type = "Task" [ 1510.695491] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.709029] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.712918] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809556, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.751452] env[62312]: DEBUG oslo_vmware.api [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294627} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.751827] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.752052] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.752236] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.752428] env[62312]: INFO nova.compute.manager [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1510.752679] env[62312]: DEBUG oslo.service.loopingcall [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.755866] env[62312]: DEBUG nova.compute.manager [-] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.755978] env[62312]: DEBUG nova.network.neutron [-] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.764352] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb993f-7a18-1040-2b0e-456b132fa68d, 'name': SearchDatastore_Task, 'duration_secs': 0.022644} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.764936] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.765224] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.765659] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8ff4d70-05e9-4380-aa82-a3114e82b8ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.774865] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1510.774865] env[62312]: value = "task-1809563" [ 1510.774865] env[62312]: _type = "Task" [ 1510.774865] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.781439] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.787780] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.797292] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809560, 'name': CreateVM_Task, 'duration_secs': 0.420374} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.797467] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.798270] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.798472] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.798793] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.799098] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdf7de9-b3f2-4564-82cc-76c36fc17f1e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.806444] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1510.806444] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5206e756-7ab3-737c-2481-e4ff0abd7663" [ 1510.806444] env[62312]: _type = "Task" [ 1510.806444] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.817430] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5206e756-7ab3-737c-2481-e4ff0abd7663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.843794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.844690] env[62312]: DEBUG nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1510.848495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.671s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.851087] env[62312]: INFO nova.compute.claims [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.103828] env[62312]: DEBUG oslo_vmware.api [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809561, 'name': PowerOffVM_Task, 'duration_secs': 0.31748} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.104290] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.104418] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.104812] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bbb52a4-a070-4ef6-8f94-20800705b246 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.217692] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809562, 'name': ReconfigVM_Task, 'duration_secs': 0.191333} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.218421] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516332} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.218421] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.218675] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 1f263cb1-15b3-4e8d-8cfa-dae622a1c186/1f263cb1-15b3-4e8d-8cfa-dae622a1c186.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.218896] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.219256] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e4d58fa-5402-4417-adc1-93d1e0361791 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.221578] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e513b4f9-202a-429b-bf35-e310dcde1789 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.231909] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1511.231909] env[62312]: value = "task-1809565" [ 1511.231909] env[62312]: _type = "Task" [ 1511.231909] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.233904] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1511.233904] env[62312]: value = "task-1809566" [ 1511.233904] env[62312]: _type = "Task" [ 1511.233904] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.247092] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.247366] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.248054] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Deleting the datastore file [datastore1] b20cb8cb-b813-40b3-8c78-bb413b702339 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.249196] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b06c4ac-fca0-4cfb-ab1d-f90418ecac37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.263354] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.268827] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.269285] env[62312]: DEBUG oslo_vmware.api [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for the task: (returnval){ [ 1511.269285] env[62312]: value = "task-1809567" [ 1511.269285] env[62312]: _type = "Task" [ 1511.269285] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.286416] env[62312]: DEBUG oslo_vmware.api [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.293233] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809563, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.320204] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5206e756-7ab3-737c-2481-e4ff0abd7663, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.320384] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.320775] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.321543] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.321543] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.325019] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.325019] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f538bdac-bf4f-47a4-9fb2-88714fe293ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.334984] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.335261] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.336050] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fc1633-f46f-4542-a340-18e2a6b593c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.342186] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1511.342186] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52286a6d-37eb-d8a1-c1db-2a8b353a05f7" [ 1511.342186] env[62312]: _type = "Task" [ 1511.342186] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.351097] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52286a6d-37eb-d8a1-c1db-2a8b353a05f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.352091] env[62312]: DEBUG nova.network.neutron [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Updated VIF entry in instance network info cache for port 393366c5-becf-4a8c-96d3-0e77ea1d2242. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.352377] env[62312]: DEBUG nova.network.neutron [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Updating instance_info_cache with network_info: [{"id": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "address": "fa:16:3e:71:df:c0", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393366c5-be", "ovs_interfaceid": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.357800] env[62312]: DEBUG nova.compute.utils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.359990] env[62312]: DEBUG nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.359990] env[62312]: DEBUG nova.network.neutron [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.422252] env[62312]: DEBUG nova.policy [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ca9d4de678849fcab667332f378fcc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5186557ec26456ab1b568338c21e6b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.534244] env[62312]: DEBUG nova.network.neutron [-] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.749778] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.756568] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096354} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.756568] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.757435] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb90fbc2-b3e6-4ccd-9d8c-314a93c373ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.780666] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1f263cb1-15b3-4e8d-8cfa-dae622a1c186/1f263cb1-15b3-4e8d-8cfa-dae622a1c186.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.781635] env[62312]: DEBUG nova.network.neutron [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Successfully created port: e3192151-f691-4eac-b338-fad63cf9a22d {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.786742] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba8698d-923d-4ab4-a4f6-9dd4000a7d72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.813064] env[62312]: DEBUG oslo_vmware.api [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Task: {'id': task-1809567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302984} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.817356] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.817850] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.818204] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.818579] env[62312]: INFO nova.compute.manager [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1511.818982] env[62312]: DEBUG oslo.service.loopingcall [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.820049] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1511.820049] env[62312]: value = "task-1809568" [ 1511.820049] env[62312]: _type = "Task" [ 1511.820049] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.820049] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557908} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.820049] env[62312]: DEBUG nova.compute.manager [-] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.820049] env[62312]: DEBUG nova.network.neutron [-] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.822761] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.822924] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.826605] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19d5db7-9b57-40a2-b31c-0a2071248a1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.838040] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.839491] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1511.839491] env[62312]: value = "task-1809569" [ 1511.839491] env[62312]: _type = "Task" [ 1511.839491] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.854791] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] Releasing lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.855348] env[62312]: DEBUG nova.compute.manager [req-a0ad24c9-6a4b-4be6-a8c7-a9c43c87be61 req-e5635aab-586c-47d3-8eb5-8158e6c6f491 service nova] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Received event network-vif-deleted-322b0ef0-c767-45ed-9251-b1ec0ffbeae8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1511.855867] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52286a6d-37eb-d8a1-c1db-2a8b353a05f7, 'name': SearchDatastore_Task, 'duration_secs': 0.027203} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.859569] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.862747] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3fa067-b83d-4b69-965d-49f2e8909640 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.866166] env[62312]: DEBUG nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.873392] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1511.873392] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0568b-1c22-ef16-ea98-ed80d7adcafa" [ 1511.873392] env[62312]: _type = "Task" [ 1511.873392] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.884524] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0568b-1c22-ef16-ea98-ed80d7adcafa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.038679] env[62312]: INFO nova.compute.manager [-] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Took 1.28 seconds to deallocate network for instance. [ 1512.246940] env[62312]: DEBUG oslo_vmware.api [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809565, 'name': PowerOnVM_Task, 'duration_secs': 0.645974} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.247220] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.250079] env[62312]: DEBUG nova.compute.manager [None req-1a7f8a19-ac9e-42c1-9dea-100eb2661238 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.251324] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e72fed4-4b08-4d35-b7a4-871b348f659b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.335093] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809568, 'name': ReconfigVM_Task, 'duration_secs': 0.35434} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.335402] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1f263cb1-15b3-4e8d-8cfa-dae622a1c186/1f263cb1-15b3-4e8d-8cfa-dae622a1c186.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.336078] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712c2527-48fc-449b-96ad-6a66e71f2097 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.352498] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1512.352498] env[62312]: value = "task-1809570" [ 1512.352498] env[62312]: _type = "Task" [ 1512.352498] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.361748] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125857} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.362766] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.364492] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b70559-d096-4b96-ad7a-a09ab65e6a7e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.371776] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809570, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.402836] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.406642] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0246df88-4c87-48da-a4ec-ed6a409f8817 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.429455] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0568b-1c22-ef16-ea98-ed80d7adcafa, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.431500] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.431756] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 495cf19a-55fc-45c5-a05e-97f0395d06cf/495cf19a-55fc-45c5-a05e-97f0395d06cf.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.432095] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1512.432095] env[62312]: value = "task-1809571" [ 1512.432095] env[62312]: _type = "Task" [ 1512.432095] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.432343] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7363b8b8-99c8-4bac-952b-71bba6737bbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.448374] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.454162] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1512.454162] env[62312]: value = "task-1809572" [ 1512.454162] env[62312]: _type = "Task" [ 1512.454162] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.466078] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.474596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7942cf3-e8f3-4683-8198-52297b8f6121 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.483336] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e409b377-ece0-4a11-ae36-ae980e757460 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.518119] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a143edd-7465-47ed-8436-a3ae53e00593 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.522020] env[62312]: DEBUG nova.compute.manager [req-988c0eec-d3f9-45a9-ba26-d336652cb094 req-41ad027f-4a0b-4175-ba83-5d5005e75ca0 service nova] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Received event network-vif-deleted-4ce60512-8ed6-4f08-8d78-09d110a7f04a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1512.522020] env[62312]: DEBUG nova.compute.manager [req-988c0eec-d3f9-45a9-ba26-d336652cb094 req-41ad027f-4a0b-4175-ba83-5d5005e75ca0 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Received event network-vif-deleted-3a90f33d-1f03-4131-bbf5-029c544d53e5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1512.522323] env[62312]: INFO nova.compute.manager [req-988c0eec-d3f9-45a9-ba26-d336652cb094 req-41ad027f-4a0b-4175-ba83-5d5005e75ca0 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Neutron deleted interface 3a90f33d-1f03-4131-bbf5-029c544d53e5; detaching it from the instance and deleting it from the info cache [ 1512.522361] env[62312]: DEBUG nova.network.neutron [req-988c0eec-d3f9-45a9-ba26-d336652cb094 req-41ad027f-4a0b-4175-ba83-5d5005e75ca0 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.531323] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822972ec-1ccc-46d0-ac8c-dac8b9308272 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.547864] env[62312]: DEBUG nova.compute.provider_tree [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.548780] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.854283] env[62312]: DEBUG nova.network.neutron [-] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.857622] env[62312]: DEBUG nova.objects.instance [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lazy-loading 'flavor' on Instance uuid 35979957-c1a5-4250-a16d-0eb2907da195 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.874019] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809570, 'name': Rename_Task, 'duration_secs': 0.162287} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.874302] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.874543] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3132cac5-da22-4779-93ac-2a4199b16830 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.882521] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1512.882521] env[62312]: value = "task-1809573" [ 1512.882521] env[62312]: _type = "Task" [ 1512.882521] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.891252] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.908169] env[62312]: DEBUG nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1512.936511] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.936792] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.937016] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.937214] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.937360] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.937527] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.937742] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.937925] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.938112] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.938273] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.938473] env[62312]: DEBUG nova.virt.hardware [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.939572] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9039a158-08f0-4d93-95bc-9410da1b2d5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.954374] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fdc47b-5033-47be-b5ec-ff4c01f2a576 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.958803] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.967564] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.027143] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86557920-76d4-486d-80c5-d3adb88b597f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.037298] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7936ec0a-829e-4d25-9701-de882de9a60b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.050875] env[62312]: DEBUG nova.scheduler.client.report [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.085055] env[62312]: DEBUG nova.compute.manager [req-988c0eec-d3f9-45a9-ba26-d336652cb094 req-41ad027f-4a0b-4175-ba83-5d5005e75ca0 service nova] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Detach interface failed, port_id=3a90f33d-1f03-4131-bbf5-029c544d53e5, reason: Instance b20cb8cb-b813-40b3-8c78-bb413b702339 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1513.360777] env[62312]: INFO nova.compute.manager [-] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Took 1.54 seconds to deallocate network for instance. [ 1513.365459] env[62312]: DEBUG oslo_concurrency.lockutils [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.365742] env[62312]: DEBUG oslo_concurrency.lockutils [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquired lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.395946] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.451078] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.471998] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959213} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.472319] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 495cf19a-55fc-45c5-a05e-97f0395d06cf/495cf19a-55fc-45c5-a05e-97f0395d06cf.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.472541] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.472805] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5d96c60-2715-4824-8cf7-0bf89c5c4334 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.481683] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1513.481683] env[62312]: value = "task-1809574" [ 1513.481683] env[62312]: _type = "Task" [ 1513.481683] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.490671] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.517147] env[62312]: INFO nova.compute.manager [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Unrescuing [ 1513.517515] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.517706] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.517910] env[62312]: DEBUG nova.network.neutron [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.556072] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.556621] env[62312]: DEBUG nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1513.560422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.396s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.562031] env[62312]: INFO nova.compute.claims [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1513.719010] env[62312]: DEBUG nova.compute.manager [req-246901cf-8199-4dd3-a1f4-f30825c5458f req-b705923a-1421-4c65-8443-d33d9583057c service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Received event network-vif-plugged-e3192151-f691-4eac-b338-fad63cf9a22d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1513.719245] env[62312]: DEBUG oslo_concurrency.lockutils [req-246901cf-8199-4dd3-a1f4-f30825c5458f req-b705923a-1421-4c65-8443-d33d9583057c service nova] Acquiring lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.719452] env[62312]: DEBUG oslo_concurrency.lockutils [req-246901cf-8199-4dd3-a1f4-f30825c5458f req-b705923a-1421-4c65-8443-d33d9583057c service nova] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.719618] env[62312]: DEBUG oslo_concurrency.lockutils [req-246901cf-8199-4dd3-a1f4-f30825c5458f req-b705923a-1421-4c65-8443-d33d9583057c service nova] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.719789] env[62312]: DEBUG nova.compute.manager [req-246901cf-8199-4dd3-a1f4-f30825c5458f req-b705923a-1421-4c65-8443-d33d9583057c service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] No waiting events found dispatching network-vif-plugged-e3192151-f691-4eac-b338-fad63cf9a22d {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1513.719975] env[62312]: WARNING nova.compute.manager [req-246901cf-8199-4dd3-a1f4-f30825c5458f req-b705923a-1421-4c65-8443-d33d9583057c service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Received unexpected event network-vif-plugged-e3192151-f691-4eac-b338-fad63cf9a22d for instance with vm_state building and task_state spawning. [ 1513.837015] env[62312]: DEBUG nova.network.neutron [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Successfully updated port: e3192151-f691-4eac-b338-fad63cf9a22d {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.852493] env[62312]: DEBUG nova.network.neutron [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.874950] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.897595] env[62312]: DEBUG oslo_vmware.api [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809573, 'name': PowerOnVM_Task, 'duration_secs': 0.631365} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.897878] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.898134] env[62312]: INFO nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1513.898263] env[62312]: DEBUG nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.899231] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f27cfc-5a80-4369-a6b2-200aab5642fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.952264] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809571, 'name': ReconfigVM_Task, 'duration_secs': 1.072933} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.952546] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 88838791-2153-498b-8048-7891a84aa8be/88838791-2153-498b-8048-7891a84aa8be.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.953210] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4adb9cb5-9792-4fad-b3f8-80e0840abf55 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.961176] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1513.961176] env[62312]: value = "task-1809575" [ 1513.961176] env[62312]: _type = "Task" [ 1513.961176] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.970621] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809575, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.990918] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079778} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.991223] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.991991] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a0fad-0916-4a9a-8eed-0f43a344cedb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.016496] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 495cf19a-55fc-45c5-a05e-97f0395d06cf/495cf19a-55fc-45c5-a05e-97f0395d06cf.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.017211] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e318272-399b-48f6-830e-940f83a48a03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.041823] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1514.041823] env[62312]: value = "task-1809576" [ 1514.041823] env[62312]: _type = "Task" [ 1514.041823] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.050847] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.062966] env[62312]: DEBUG nova.compute.utils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.066366] env[62312]: DEBUG nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.066545] env[62312]: DEBUG nova.network.neutron [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.117468] env[62312]: DEBUG nova.policy [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ca9d4de678849fcab667332f378fcc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5186557ec26456ab1b568338c21e6b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.267907] env[62312]: DEBUG nova.network.neutron [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Updating instance_info_cache with network_info: [{"id": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "address": "fa:16:3e:1a:20:c0", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a8e1b1-ed", "ovs_interfaceid": "a8a8e1b1-edb7-4bdd-9499-59eeb65b8309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.340766] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "refresh_cache-2ec28d64-7cd9-489f-8954-64fb0798dbcc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.341595] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "refresh_cache-2ec28d64-7cd9-489f-8954-64fb0798dbcc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.341901] env[62312]: DEBUG nova.network.neutron [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.418645] env[62312]: INFO nova.compute.manager [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Took 41.66 seconds to build instance. [ 1514.473468] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809575, 'name': Rename_Task, 'duration_secs': 0.192084} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.473763] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.474016] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b48af7ab-3c70-4ce9-bad4-fe0b10ef3eb4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.477839] env[62312]: DEBUG nova.network.neutron [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Successfully created port: 350070f7-31f9-4381-b1a3-e5a6c301a20a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.484463] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1514.484463] env[62312]: value = "task-1809577" [ 1514.484463] env[62312]: _type = "Task" [ 1514.484463] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.499491] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.557722] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.566317] env[62312]: DEBUG nova.compute.manager [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Received event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1514.566629] env[62312]: DEBUG nova.compute.manager [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing instance network info cache due to event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1514.566883] env[62312]: DEBUG oslo_concurrency.lockutils [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] Acquiring lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.571351] env[62312]: DEBUG nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1514.639134] env[62312]: DEBUG nova.network.neutron [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.771144] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-182e865c-3256-44e6-b642-b1f078f64ad5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.772580] env[62312]: DEBUG nova.objects.instance [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lazy-loading 'flavor' on Instance uuid 182e865c-3256-44e6-b642-b1f078f64ad5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.911256] env[62312]: DEBUG nova.network.neutron [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.920824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69326364-d06e-43c2-9092-b0f95dd24c93 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.496s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.995590] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.054930] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809576, 'name': ReconfigVM_Task, 'duration_secs': 0.892816} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.059579] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 495cf19a-55fc-45c5-a05e-97f0395d06cf/495cf19a-55fc-45c5-a05e-97f0395d06cf.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.061433] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92496b6f-a463-4e91-b1c1-3ef0fc8bec97 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.069333] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1515.069333] env[62312]: value = "task-1809578" [ 1515.069333] env[62312]: _type = "Task" [ 1515.069333] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.084552] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809578, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.103938] env[62312]: DEBUG nova.network.neutron [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Updating instance_info_cache with network_info: [{"id": "e3192151-f691-4eac-b338-fad63cf9a22d", "address": "fa:16:3e:89:26:3c", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3192151-f6", "ovs_interfaceid": "e3192151-f691-4eac-b338-fad63cf9a22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.145034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Releasing lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.145034] env[62312]: DEBUG nova.compute.manager [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Inject network info {{(pid=62312) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1515.145034] env[62312]: DEBUG nova.compute.manager [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] network_info to inject: |[{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1515.150019] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Reconfiguring VM instance to set the machine id {{(pid=62312) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1515.153070] env[62312]: DEBUG oslo_concurrency.lockutils [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] Acquired lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.153281] env[62312]: DEBUG nova.network.neutron [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.154512] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0caa04f-8caa-4dd1-b263-8e88dd6f617f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.173835] env[62312]: DEBUG oslo_vmware.api [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1515.173835] env[62312]: value = "task-1809579" [ 1515.173835] env[62312]: _type = "Task" [ 1515.173835] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.184928] env[62312]: DEBUG oslo_vmware.api [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.193065] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8886983-761a-4908-915b-07024a049eff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.203196] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363494e7-691a-4486-986f-2de2cad0e488 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.208318] env[62312]: DEBUG nova.objects.instance [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lazy-loading 'flavor' on Instance uuid 35979957-c1a5-4250-a16d-0eb2907da195 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.246262] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1951ff6-10e4-4f5b-8d0f-e3ee45cd656e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.255999] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3758b4-75f5-4aae-9815-e6765704f5ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.260459] env[62312]: DEBUG oslo_concurrency.lockutils [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.260754] env[62312]: DEBUG oslo_concurrency.lockutils [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.260939] env[62312]: DEBUG nova.compute.manager [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.262007] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff485b-da7e-41d4-88ca-1e704b3ebdb5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.274622] env[62312]: DEBUG nova.compute.provider_tree [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.279201] env[62312]: DEBUG nova.compute.manager [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1515.279872] env[62312]: DEBUG nova.objects.instance [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lazy-loading 'flavor' on Instance uuid 1f263cb1-15b3-4e8d-8cfa-dae622a1c186 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.284485] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de3a608-8a41-475e-bf1e-be520d3e6659 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.306286] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.307268] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1992269b-5c64-4fcf-9f5b-5460ed62996a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.314678] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1515.314678] env[62312]: value = "task-1809580" [ 1515.314678] env[62312]: _type = "Task" [ 1515.314678] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.322557] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.427822] env[62312]: DEBUG nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.496867] env[62312]: DEBUG oslo_vmware.api [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809577, 'name': PowerOnVM_Task, 'duration_secs': 0.890065} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.497194] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.497397] env[62312]: DEBUG nova.compute.manager [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.498154] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcf53a-4884-462b-8d61-1f8f3a2867ec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.578739] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809578, 'name': Rename_Task, 'duration_secs': 0.189023} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.579036] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.579372] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6486b244-23b2-4ca3-a967-09d55abc88e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.584883] env[62312]: DEBUG nova.network.neutron [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updated VIF entry in instance network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.585261] env[62312]: DEBUG nova.network.neutron [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.590020] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1515.590020] env[62312]: value = "task-1809581" [ 1515.590020] env[62312]: _type = "Task" [ 1515.590020] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.592260] env[62312]: DEBUG nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1515.601498] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.606251] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "refresh_cache-2ec28d64-7cd9-489f-8954-64fb0798dbcc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.606669] env[62312]: DEBUG nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Instance network_info: |[{"id": "e3192151-f691-4eac-b338-fad63cf9a22d", "address": "fa:16:3e:89:26:3c", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3192151-f6", "ovs_interfaceid": "e3192151-f691-4eac-b338-fad63cf9a22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.607108] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:26:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3192151-f691-4eac-b338-fad63cf9a22d', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1515.618383] env[62312]: DEBUG oslo.service.loopingcall [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.620709] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1515.620709] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e52b067-87c2-46c2-b110-6d3e42b1c9f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.641161] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1515.641161] env[62312]: value = "task-1809582" [ 1515.641161] env[62312]: _type = "Task" [ 1515.641161] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.647111] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1515.647395] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.647556] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1515.647725] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.648083] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1515.648083] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1515.648307] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1515.648355] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1515.648514] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1515.648672] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1515.648837] env[62312]: DEBUG nova.virt.hardware [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1515.649719] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e8c027-e934-430f-b1aa-c2ad5a70359c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.659234] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809582, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.662498] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86727e8-c6c3-43bc-a995-877b6152b37f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.689845] env[62312]: DEBUG oslo_vmware.api [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809579, 'name': ReconfigVM_Task, 'duration_secs': 0.200149} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.690140] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-41a8ee3c-7803-4a76-8792-5f1024839241 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Reconfigured VM instance to set the machine id {{(pid=62312) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1515.716617] env[62312]: DEBUG oslo_concurrency.lockutils [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.769281] env[62312]: DEBUG nova.compute.manager [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Received event network-changed-e3192151-f691-4eac-b338-fad63cf9a22d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1515.769529] env[62312]: DEBUG nova.compute.manager [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Refreshing instance network info cache due to event network-changed-e3192151-f691-4eac-b338-fad63cf9a22d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1515.769793] env[62312]: DEBUG oslo_concurrency.lockutils [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] Acquiring lock "refresh_cache-2ec28d64-7cd9-489f-8954-64fb0798dbcc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.769991] env[62312]: DEBUG oslo_concurrency.lockutils [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] Acquired lock "refresh_cache-2ec28d64-7cd9-489f-8954-64fb0798dbcc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.770244] env[62312]: DEBUG nova.network.neutron [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Refreshing network info cache for port e3192151-f691-4eac-b338-fad63cf9a22d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.782963] env[62312]: DEBUG nova.scheduler.client.report [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.825764] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809580, 'name': PowerOffVM_Task, 'duration_secs': 0.398992} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.826056] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.832734] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1515.833156] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f96b7c-3675-4456-97a1-ba4f28111d52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.855839] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1515.855839] env[62312]: value = "task-1809583" [ 1515.855839] env[62312]: _type = "Task" [ 1515.855839] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.867666] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.952676] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.021008] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.089812] env[62312]: DEBUG oslo_concurrency.lockutils [req-2080d654-d3a6-4ba3-ac36-d2eab60840d8 req-ce01e048-5dda-43fa-a0e1-71401589ada3 service nova] Releasing lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.091580] env[62312]: DEBUG oslo_concurrency.lockutils [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquired lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.110256] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.153977] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809582, 'name': CreateVM_Task, 'duration_secs': 0.38532} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.154193] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1516.155643] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.155839] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.156253] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1516.158419] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f500772-c3fb-4987-9908-0687f4c3fe96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.164108] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1516.164108] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52794bc5-99c2-d8bd-d106-4d9b15a2c84a" [ 1516.164108] env[62312]: _type = "Task" [ 1516.164108] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.174248] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52794bc5-99c2-d8bd-d106-4d9b15a2c84a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.288619] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.289158] env[62312]: DEBUG nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.293038] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.692s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.297023] env[62312]: INFO nova.compute.claims [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.298289] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.298993] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f6e4db-a9be-4158-8fd9-81168c4141bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.308340] env[62312]: DEBUG oslo_vmware.api [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1516.308340] env[62312]: value = "task-1809584" [ 1516.308340] env[62312]: _type = "Task" [ 1516.308340] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.320620] env[62312]: DEBUG oslo_vmware.api [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.367507] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.417956] env[62312]: DEBUG nova.network.neutron [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Successfully updated port: 350070f7-31f9-4381-b1a3-e5a6c301a20a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.549317] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "88838791-2153-498b-8048-7891a84aa8be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.549760] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "88838791-2153-498b-8048-7891a84aa8be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.549828] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "88838791-2153-498b-8048-7891a84aa8be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.550056] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "88838791-2153-498b-8048-7891a84aa8be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.550399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "88838791-2153-498b-8048-7891a84aa8be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.552637] env[62312]: INFO nova.compute.manager [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Terminating instance [ 1516.602738] env[62312]: DEBUG oslo_vmware.api [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809581, 'name': PowerOnVM_Task, 'duration_secs': 0.648998} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.603040] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.603901] env[62312]: INFO nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1516.604131] env[62312]: DEBUG nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.605995] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea2cc18-12a0-44bf-a032-8e75c4923727 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.634592] env[62312]: DEBUG nova.network.neutron [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.649700] env[62312]: DEBUG nova.network.neutron [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Updated VIF entry in instance network info cache for port e3192151-f691-4eac-b338-fad63cf9a22d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.650068] env[62312]: DEBUG nova.network.neutron [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Updating instance_info_cache with network_info: [{"id": "e3192151-f691-4eac-b338-fad63cf9a22d", "address": "fa:16:3e:89:26:3c", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3192151-f6", "ovs_interfaceid": "e3192151-f691-4eac-b338-fad63cf9a22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.658008] env[62312]: DEBUG nova.compute.manager [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Received event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1516.658101] env[62312]: DEBUG nova.compute.manager [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing instance network info cache due to event network-changed-e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1516.658272] env[62312]: DEBUG oslo_concurrency.lockutils [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] Acquiring lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.675769] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52794bc5-99c2-d8bd-d106-4d9b15a2c84a, 'name': SearchDatastore_Task, 'duration_secs': 0.062544} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.676071] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.676302] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1516.676533] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.676675] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.677106] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.677106] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d7e1dd-1e43-420e-a938-b623cc4ac555 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.690024] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.690206] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1516.691098] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad72c8e-0aa6-418c-94ea-3796f6d68ba6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.698554] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1516.698554] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b25a6c-b00f-fe74-6e36-a1bd2a6b5fea" [ 1516.698554] env[62312]: _type = "Task" [ 1516.698554] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.705804] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b25a6c-b00f-fe74-6e36-a1bd2a6b5fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.800646] env[62312]: DEBUG nova.compute.utils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1516.804356] env[62312]: DEBUG nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1516.804527] env[62312]: DEBUG nova.network.neutron [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.819063] env[62312]: DEBUG oslo_vmware.api [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809584, 'name': PowerOffVM_Task, 'duration_secs': 0.309771} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.819336] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.819523] env[62312]: DEBUG nova.compute.manager [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.820304] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0f326-2156-491c-997c-dafe6cccd90f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.867330] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.887439] env[62312]: DEBUG nova.policy [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5770bd3fc00d4891b25ed54459b8f942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09750de0bfce454088c7e523347c24c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1516.929207] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "refresh_cache-af5e70a2-df8f-424e-adcb-e88adc6e498b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.929383] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "refresh_cache-af5e70a2-df8f-424e-adcb-e88adc6e498b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.929557] env[62312]: DEBUG nova.network.neutron [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.057046] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "refresh_cache-88838791-2153-498b-8048-7891a84aa8be" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.057261] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "refresh_cache-88838791-2153-498b-8048-7891a84aa8be" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.057446] env[62312]: DEBUG nova.network.neutron [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.125304] env[62312]: INFO nova.compute.manager [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Took 41.53 seconds to build instance. [ 1517.153273] env[62312]: DEBUG oslo_concurrency.lockutils [req-138733d1-1e5e-4636-aef1-936009053acb req-612ee0e7-b760-4ee2-8f4b-6d30da67b544 service nova] Releasing lock "refresh_cache-2ec28d64-7cd9-489f-8954-64fb0798dbcc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.174630] env[62312]: DEBUG nova.network.neutron [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Successfully created port: 1224f6da-9fae-442f-971c-1e249092457b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.209701] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b25a6c-b00f-fe74-6e36-a1bd2a6b5fea, 'name': SearchDatastore_Task, 'duration_secs': 0.037777} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.210509] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee30840-e840-4718-8587-62bf5916abbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.216621] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1517.216621] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b59e9f-eddd-16bb-9ba8-c6dd6bb68f72" [ 1517.216621] env[62312]: _type = "Task" [ 1517.216621] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.225133] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b59e9f-eddd-16bb-9ba8-c6dd6bb68f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.240050] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.240286] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.305261] env[62312]: DEBUG nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1517.336159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-307c1a68-8b17-43ea-8688-c96421d6d639 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.367380] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809583, 'name': ReconfigVM_Task, 'duration_secs': 1.299987} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.367642] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1517.368038] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.370587] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0b06a9-df9b-48a0-82cb-09943c9b3324 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.377922] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1517.377922] env[62312]: value = "task-1809585" [ 1517.377922] env[62312]: _type = "Task" [ 1517.377922] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.390209] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.460888] env[62312]: DEBUG nova.network.neutron [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.525398] env[62312]: DEBUG nova.network.neutron [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.583146] env[62312]: DEBUG nova.network.neutron [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.628838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d80e867-f1a5-4504-bb17-320f6192a5e5 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.323s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.646247] env[62312]: DEBUG nova.network.neutron [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.652473] env[62312]: DEBUG nova.network.neutron [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Updating instance_info_cache with network_info: [{"id": "350070f7-31f9-4381-b1a3-e5a6c301a20a", "address": "fa:16:3e:ff:e7:25", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350070f7-31", "ovs_interfaceid": "350070f7-31f9-4381-b1a3-e5a6c301a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.727516] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b59e9f-eddd-16bb-9ba8-c6dd6bb68f72, 'name': SearchDatastore_Task, 'duration_secs': 0.048203} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.727776] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.728032] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2ec28d64-7cd9-489f-8954-64fb0798dbcc/2ec28d64-7cd9-489f-8954-64fb0798dbcc.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.728294] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2afa33a3-0e25-4aa1-bf5f-7fccb7453a14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.736513] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1517.736513] env[62312]: value = "task-1809586" [ 1517.736513] env[62312]: _type = "Task" [ 1517.736513] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.743509] env[62312]: DEBUG nova.compute.utils [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.750439] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.825166] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44982847-79a9-4a3b-8f2a-2acce6ced6ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.834573] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc591b-24e8-4103-9ce0-c78ca454ac87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.867569] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1392f30-194e-4c87-b927-70793dbef8bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.875714] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c305c8-255f-4fac-83f4-bf8a5235b71e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.895086] env[62312]: DEBUG nova.compute.provider_tree [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.899642] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.031549] env[62312]: DEBUG oslo_concurrency.lockutils [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Releasing lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.031819] env[62312]: DEBUG nova.compute.manager [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Inject network info {{(pid=62312) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1518.032105] env[62312]: DEBUG nova.compute.manager [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] network_info to inject: |[{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1518.038703] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Reconfiguring VM instance to set the machine id {{(pid=62312) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1518.039335] env[62312]: DEBUG oslo_concurrency.lockutils [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] Acquired lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.039505] env[62312]: DEBUG nova.network.neutron [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Refreshing network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.041986] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef38bff-eacd-42d4-a13d-eb0858058a67 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.060728] env[62312]: DEBUG oslo_vmware.api [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1518.060728] env[62312]: value = "task-1809587" [ 1518.060728] env[62312]: _type = "Task" [ 1518.060728] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.069763] env[62312]: DEBUG oslo_vmware.api [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.131298] env[62312]: DEBUG nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.153355] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "refresh_cache-af5e70a2-df8f-424e-adcb-e88adc6e498b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.153519] env[62312]: DEBUG nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Instance network_info: |[{"id": "350070f7-31f9-4381-b1a3-e5a6c301a20a", "address": "fa:16:3e:ff:e7:25", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350070f7-31", "ovs_interfaceid": "350070f7-31f9-4381-b1a3-e5a6c301a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1518.154372] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "refresh_cache-88838791-2153-498b-8048-7891a84aa8be" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.154372] env[62312]: DEBUG nova.compute.manager [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.154520] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.155122] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:e7:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350070f7-31f9-4381-b1a3-e5a6c301a20a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.162817] env[62312]: DEBUG oslo.service.loopingcall [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.164044] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bf85ab-2f02-44bc-ba07-4117338e76f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.168119] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.168444] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bb7111a-ea76-45e5-9c6c-13fc88b800dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.192510] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.195311] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3770f26-7cca-4fda-8539-762372ef7865 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.200098] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.200098] env[62312]: value = "task-1809588" [ 1518.200098] env[62312]: _type = "Task" [ 1518.200098] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.205714] env[62312]: DEBUG oslo_vmware.api [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1518.205714] env[62312]: value = "task-1809589" [ 1518.205714] env[62312]: _type = "Task" [ 1518.205714] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.213331] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809588, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.218659] env[62312]: DEBUG oslo_vmware.api [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.251387] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.252243] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.322299] env[62312]: DEBUG nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.349125] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:49:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22fba9bd-ad75-4cfd-9b2b-7fe69f0f17db',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-101855985',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.349410] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.349569] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.349754] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.349902] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.352895] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.352895] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.353063] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.353263] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.353440] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.353625] env[62312]: DEBUG nova.virt.hardware [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.354588] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5406a5-5ab1-4a05-8d15-a3b8e6acb47a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.363405] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32cf85f-7d54-4a52-92ce-00801e992247 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.390009] env[62312]: DEBUG oslo_vmware.api [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809585, 'name': PowerOnVM_Task, 'duration_secs': 0.687686} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.390673] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.390785] env[62312]: DEBUG nova.compute.manager [None req-4116667f-9d5c-4af5-be8d-2884bfc79c80 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.391984] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bddb27-f981-4577-a525-afdde22ae4fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.404403] env[62312]: DEBUG nova.scheduler.client.report [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.410106] env[62312]: DEBUG nova.network.neutron [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updated VIF entry in instance network info cache for port e2c14f67-94c6-445c-acc2-2ddb878faadb. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.410603] env[62312]: DEBUG nova.network.neutron [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [{"id": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "address": "fa:16:3e:4e:28:ea", "network": {"id": "6f015bff-b0bb-47b2-92a3-525db4291af7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-671748483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00d09e1baab64df2a6b9725aff2bb65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c14f67-94", "ovs_interfaceid": "e2c14f67-94c6-445c-acc2-2ddb878faadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.571665] env[62312]: DEBUG oslo_vmware.api [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809587, 'name': ReconfigVM_Task, 'duration_secs': 0.275349} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.572066] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-42aea662-a6ee-4a90-81c7-a2e6907d1472 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Reconfigured VM instance to set the machine id {{(pid=62312) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1518.594680] env[62312]: DEBUG nova.compute.manager [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Received event network-vif-plugged-350070f7-31f9-4381-b1a3-e5a6c301a20a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1518.594680] env[62312]: DEBUG oslo_concurrency.lockutils [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] Acquiring lock "af5e70a2-df8f-424e-adcb-e88adc6e498b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.594680] env[62312]: DEBUG oslo_concurrency.lockutils [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.595049] env[62312]: DEBUG oslo_concurrency.lockutils [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.595049] env[62312]: DEBUG nova.compute.manager [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] No waiting events found dispatching network-vif-plugged-350070f7-31f9-4381-b1a3-e5a6c301a20a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1518.595160] env[62312]: WARNING nova.compute.manager [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Received unexpected event network-vif-plugged-350070f7-31f9-4381-b1a3-e5a6c301a20a for instance with vm_state building and task_state spawning. [ 1518.595322] env[62312]: DEBUG nova.compute.manager [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Received event network-changed-350070f7-31f9-4381-b1a3-e5a6c301a20a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1518.595488] env[62312]: DEBUG nova.compute.manager [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Refreshing instance network info cache due to event network-changed-350070f7-31f9-4381-b1a3-e5a6c301a20a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1518.595674] env[62312]: DEBUG oslo_concurrency.lockutils [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] Acquiring lock "refresh_cache-af5e70a2-df8f-424e-adcb-e88adc6e498b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.595810] env[62312]: DEBUG oslo_concurrency.lockutils [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] Acquired lock "refresh_cache-af5e70a2-df8f-424e-adcb-e88adc6e498b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.595965] env[62312]: DEBUG nova.network.neutron [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Refreshing network info cache for port 350070f7-31f9-4381-b1a3-e5a6c301a20a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.654693] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.694373] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "35979957-c1a5-4250-a16d-0eb2907da195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.694733] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "35979957-c1a5-4250-a16d-0eb2907da195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.695013] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "35979957-c1a5-4250-a16d-0eb2907da195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.695251] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "35979957-c1a5-4250-a16d-0eb2907da195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.695458] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "35979957-c1a5-4250-a16d-0eb2907da195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.697684] env[62312]: INFO nova.compute.manager [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Terminating instance [ 1518.713409] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809588, 'name': CreateVM_Task, 'duration_secs': 0.365592} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.713922] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.714602] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.714770] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.715097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.715573] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd83331-6bbe-4ccc-9119-465050d43853 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.720258] env[62312]: DEBUG oslo_vmware.api [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809589, 'name': PowerOffVM_Task, 'duration_secs': 0.433386} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.720858] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.721043] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.721312] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9e37ab5-93e1-4765-9ed7-1e0f6293e88f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.725769] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1518.725769] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d90f13-e1a0-d793-2965-6600d31f9547" [ 1518.725769] env[62312]: _type = "Task" [ 1518.725769] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.743198] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d90f13-e1a0-d793-2965-6600d31f9547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.752626] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670914} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.752953] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2ec28d64-7cd9-489f-8954-64fb0798dbcc/2ec28d64-7cd9-489f-8954-64fb0798dbcc.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1518.753246] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1518.753548] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dafff03-a92f-4ebc-a28f-03f6390586d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.767432] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.767432] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.767432] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleting the datastore file [datastore1] 88838791-2153-498b-8048-7891a84aa8be {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.767983] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b6e8d26-48ce-4d90-a60a-1de21dd7628d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.772178] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1518.772178] env[62312]: value = "task-1809591" [ 1518.772178] env[62312]: _type = "Task" [ 1518.772178] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.777114] env[62312]: DEBUG oslo_vmware.api [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1518.777114] env[62312]: value = "task-1809592" [ 1518.777114] env[62312]: _type = "Task" [ 1518.777114] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.780901] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.789866] env[62312]: DEBUG oslo_vmware.api [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.852756] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.853050] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.917131] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.917646] env[62312]: DEBUG nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1518.920317] env[62312]: DEBUG oslo_concurrency.lockutils [req-cd36d419-95a9-4ba4-bd47-15d60d74388f req-3373e75d-bf33-4db4-a245-677426945c9d service nova] Releasing lock "refresh_cache-35979957-c1a5-4250-a16d-0eb2907da195" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.921982] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.290s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.923447] env[62312]: INFO nova.compute.claims [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.947313] env[62312]: DEBUG nova.network.neutron [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Successfully updated port: 1224f6da-9fae-442f-971c-1e249092457b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.118884] env[62312]: DEBUG nova.compute.manager [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.119808] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dad23d-4397-48aa-9ea7-eb9692078cf4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.148501] env[62312]: DEBUG nova.compute.manager [req-e2fbe6ce-13a8-4194-be42-007cf7b74d94 req-00d82f51-023a-400e-bd6a-84a17a478689 service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Received event network-vif-plugged-1224f6da-9fae-442f-971c-1e249092457b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1519.148677] env[62312]: DEBUG oslo_concurrency.lockutils [req-e2fbe6ce-13a8-4194-be42-007cf7b74d94 req-00d82f51-023a-400e-bd6a-84a17a478689 service nova] Acquiring lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.148969] env[62312]: DEBUG oslo_concurrency.lockutils [req-e2fbe6ce-13a8-4194-be42-007cf7b74d94 req-00d82f51-023a-400e-bd6a-84a17a478689 service nova] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.149285] env[62312]: DEBUG oslo_concurrency.lockutils [req-e2fbe6ce-13a8-4194-be42-007cf7b74d94 req-00d82f51-023a-400e-bd6a-84a17a478689 service nova] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.149428] env[62312]: DEBUG nova.compute.manager [req-e2fbe6ce-13a8-4194-be42-007cf7b74d94 req-00d82f51-023a-400e-bd6a-84a17a478689 service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] No waiting events found dispatching network-vif-plugged-1224f6da-9fae-442f-971c-1e249092457b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1519.149676] env[62312]: WARNING nova.compute.manager [req-e2fbe6ce-13a8-4194-be42-007cf7b74d94 req-00d82f51-023a-400e-bd6a-84a17a478689 service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Received unexpected event network-vif-plugged-1224f6da-9fae-442f-971c-1e249092457b for instance with vm_state building and task_state spawning. [ 1519.201882] env[62312]: DEBUG nova.compute.manager [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.202136] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.205506] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da1417-75fe-4d94-b80b-8923793a116c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.212407] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.212636] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aedb90a-1d9b-46b8-926d-cfa9f5874e33 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.219055] env[62312]: DEBUG oslo_vmware.api [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1519.219055] env[62312]: value = "task-1809593" [ 1519.219055] env[62312]: _type = "Task" [ 1519.219055] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.228838] env[62312]: DEBUG oslo_vmware.api [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.236877] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d90f13-e1a0-d793-2965-6600d31f9547, 'name': SearchDatastore_Task, 'duration_secs': 0.025513} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.239591] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.239832] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.240085] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.240237] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.240412] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.240706] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85bfbe87-fbe3-4ddf-a3d6-275872300898 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.265335] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.265534] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.266232] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940d16cd-4eb8-42f5-bd99-c09b4c109e58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.272213] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1519.272213] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520cda8c-8f9c-5197-dd22-1684d17a329c" [ 1519.272213] env[62312]: _type = "Task" [ 1519.272213] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.290229] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072439} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.290342] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520cda8c-8f9c-5197-dd22-1684d17a329c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.290874] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1519.291727] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d806027-d141-48a7-aa2c-379a93a64f2c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.297496] env[62312]: DEBUG oslo_vmware.api [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141056} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.298059] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.298290] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.298493] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.298675] env[62312]: INFO nova.compute.manager [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1519.298922] env[62312]: DEBUG oslo.service.loopingcall [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.299128] env[62312]: DEBUG nova.compute.manager [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.299226] env[62312]: DEBUG nova.network.neutron [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.318117] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2ec28d64-7cd9-489f-8954-64fb0798dbcc/2ec28d64-7cd9-489f-8954-64fb0798dbcc.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.319104] env[62312]: DEBUG nova.network.neutron [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Updated VIF entry in instance network info cache for port 350070f7-31f9-4381-b1a3-e5a6c301a20a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.319442] env[62312]: DEBUG nova.network.neutron [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Updating instance_info_cache with network_info: [{"id": "350070f7-31f9-4381-b1a3-e5a6c301a20a", "address": "fa:16:3e:ff:e7:25", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350070f7-31", "ovs_interfaceid": "350070f7-31f9-4381-b1a3-e5a6c301a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.320924] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5acbe54-f2c2-413c-bf37-361b911dea97 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.337129] env[62312]: DEBUG nova.network.neutron [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.344791] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1519.344791] env[62312]: value = "task-1809594" [ 1519.344791] env[62312]: _type = "Task" [ 1519.344791] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.354186] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.368842] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.369092] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.369322] env[62312]: INFO nova.compute.manager [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Attaching volume d44d7dfb-0919-4b59-840f-c0e48d4e4fbc to /dev/sdb [ 1519.371790] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.371884] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1519.409839] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ed1274-0612-46c0-857f-edae97855d9a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.418170] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2590b7-e136-4883-aa11-c3087932841e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.423597] env[62312]: DEBUG nova.compute.utils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.425737] env[62312]: DEBUG nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1519.425918] env[62312]: DEBUG nova.network.neutron [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.439523] env[62312]: DEBUG nova.virt.block_device [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Updating existing volume attachment record: 3080df6b-f0d3-422d-b262-1c24f5f20cdb {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1519.452381] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.452572] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.452778] env[62312]: DEBUG nova.network.neutron [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.500054] env[62312]: DEBUG nova.policy [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d023d146e94054b51291a386593ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dfcb2fdc1424cc3976b41b747c0888a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1519.633927] env[62312]: INFO nova.compute.manager [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] instance snapshotting [ 1519.634237] env[62312]: WARNING nova.compute.manager [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1519.638866] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aa28cc-fc0b-4033-8a32-17b7021f0383 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.663108] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02435f87-089f-4c54-8813-77d0244dc84d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.729969] env[62312]: DEBUG oslo_vmware.api [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809593, 'name': PowerOffVM_Task, 'duration_secs': 0.374367} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.730366] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.730441] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.730712] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0bec5e1-aaae-4262-b131-269f707e6628 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.783367] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520cda8c-8f9c-5197-dd22-1684d17a329c, 'name': SearchDatastore_Task, 'duration_secs': 0.035486} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.784170] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e911c2-8475-43f7-b3e2-445a39246510 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.789227] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1519.789227] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52fe62d9-a7ca-8ecd-74a4-f10aebd4a358" [ 1519.789227] env[62312]: _type = "Task" [ 1519.789227] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.796845] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fe62d9-a7ca-8ecd-74a4-f10aebd4a358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.830312] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.830734] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.831078] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Deleting the datastore file [datastore1] 35979957-c1a5-4250-a16d-0eb2907da195 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.831527] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1add4725-3457-47b4-a222-bd9ecef4fd88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.837822] env[62312]: DEBUG oslo_concurrency.lockutils [req-9f525c83-f9e6-4c5d-960a-2e66bf0b3862 req-4b45f15f-3b1f-4c12-a491-4abb058466c3 service nova] Releasing lock "refresh_cache-af5e70a2-df8f-424e-adcb-e88adc6e498b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.840674] env[62312]: DEBUG nova.network.neutron [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.843070] env[62312]: DEBUG oslo_vmware.api [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for the task: (returnval){ [ 1519.843070] env[62312]: value = "task-1809598" [ 1519.843070] env[62312]: _type = "Task" [ 1519.843070] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.860279] env[62312]: DEBUG oslo_vmware.api [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.869460] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809594, 'name': ReconfigVM_Task, 'duration_secs': 0.306628} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.869460] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2ec28d64-7cd9-489f-8954-64fb0798dbcc/2ec28d64-7cd9-489f-8954-64fb0798dbcc.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.869460] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79caf043-93ee-418b-9615-fb3a3282338a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.882914] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1519.882914] env[62312]: value = "task-1809599" [ 1519.882914] env[62312]: _type = "Task" [ 1519.882914] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.893831] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809599, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.896114] env[62312]: DEBUG nova.network.neutron [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Successfully created port: 0bf6a1de-122f-4a2d-9e49-5624457b6f31 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.926471] env[62312]: DEBUG nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1519.994307] env[62312]: DEBUG nova.network.neutron [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.164718] env[62312]: DEBUG nova.network.neutron [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance_info_cache with network_info: [{"id": "1224f6da-9fae-442f-971c-1e249092457b", "address": "fa:16:3e:62:f7:99", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224f6da-9f", "ovs_interfaceid": "1224f6da-9fae-442f-971c-1e249092457b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.175243] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1520.175744] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9a23262-91c0-4f0b-a56d-8740841f020f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.190610] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1520.190610] env[62312]: value = "task-1809601" [ 1520.190610] env[62312]: _type = "Task" [ 1520.190610] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.199448] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809601, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.302741] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fe62d9-a7ca-8ecd-74a4-f10aebd4a358, 'name': SearchDatastore_Task, 'duration_secs': 0.02374} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.302962] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.303446] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] af5e70a2-df8f-424e-adcb-e88adc6e498b/af5e70a2-df8f-424e-adcb-e88adc6e498b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.303553] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9739d4b-108b-4c57-8466-dd5efbc79b22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.310968] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1520.310968] env[62312]: value = "task-1809602" [ 1520.310968] env[62312]: _type = "Task" [ 1520.310968] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.319503] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.344314] env[62312]: INFO nova.compute.manager [-] [instance: 88838791-2153-498b-8048-7891a84aa8be] Took 1.04 seconds to deallocate network for instance. [ 1520.361722] env[62312]: DEBUG oslo_vmware.api [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Task: {'id': task-1809598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311707} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.361998] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.362213] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.362392] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.362564] env[62312]: INFO nova.compute.manager [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1520.362804] env[62312]: DEBUG oslo.service.loopingcall [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.363094] env[62312]: DEBUG nova.compute.manager [-] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.363985] env[62312]: DEBUG nova.network.neutron [-] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.394721] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809599, 'name': Rename_Task, 'duration_secs': 0.14973} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.395211] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.395211] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0933992a-011b-4753-b8f4-83cde6f7fd8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.404196] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1520.404196] env[62312]: value = "task-1809603" [ 1520.404196] env[62312]: _type = "Task" [ 1520.404196] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.412522] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.516488] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23351cc0-f0d0-467c-92b2-b21a8894d6bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.525352] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d44f043-4bbe-4abb-9ea3-4b0d7483e0e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.560708] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31599e57-4503-4e95-948e-c01b71fbd089 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.569461] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5001c891-7c9f-49ff-b1d4-fd2f97d17fb6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.584570] env[62312]: DEBUG nova.compute.provider_tree [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.667670] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.671156] env[62312]: DEBUG nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Instance network_info: |[{"id": "1224f6da-9fae-442f-971c-1e249092457b", "address": "fa:16:3e:62:f7:99", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224f6da-9f", "ovs_interfaceid": "1224f6da-9fae-442f-971c-1e249092457b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.671156] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:f7:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1224f6da-9fae-442f-971c-1e249092457b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.679860] env[62312]: DEBUG oslo.service.loopingcall [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.679860] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.679860] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-297e2195-c83d-4908-86c9-1fc94b07146f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.710135] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809601, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.712030] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.712030] env[62312]: value = "task-1809604" [ 1520.712030] env[62312]: _type = "Task" [ 1520.712030] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.722391] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809604, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.827369] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511934} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.827697] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] af5e70a2-df8f-424e-adcb-e88adc6e498b/af5e70a2-df8f-424e-adcb-e88adc6e498b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.827881] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.828199] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf4a99d1-30a3-4fb8-98eb-6360e9c683fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.836088] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1520.836088] env[62312]: value = "task-1809605" [ 1520.836088] env[62312]: _type = "Task" [ 1520.836088] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.848401] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.858240] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.918037] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.942964] env[62312]: DEBUG nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1520.972255] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1520.972577] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.972708] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1520.972949] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.973362] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1520.973609] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1520.973835] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1520.973901] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1520.974081] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1520.974251] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1520.974423] env[62312]: DEBUG nova.virt.hardware [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1520.975537] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6093d2-0eb2-4bea-b5e2-a426d313886e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.983692] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa2d958-7527-4e21-b247-2a3258504f38 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.093041] env[62312]: DEBUG nova.scheduler.client.report [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.182158] env[62312]: DEBUG nova.compute.manager [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Received event network-changed-1224f6da-9fae-442f-971c-1e249092457b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1521.182346] env[62312]: DEBUG nova.compute.manager [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Refreshing instance network info cache due to event network-changed-1224f6da-9fae-442f-971c-1e249092457b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1521.182560] env[62312]: DEBUG oslo_concurrency.lockutils [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] Acquiring lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.182748] env[62312]: DEBUG oslo_concurrency.lockutils [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] Acquired lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.182845] env[62312]: DEBUG nova.network.neutron [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Refreshing network info cache for port 1224f6da-9fae-442f-971c-1e249092457b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.213276] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809601, 'name': CreateSnapshot_Task, 'duration_secs': 0.666077} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.214545] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1521.220984] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b40df-42f4-44ed-9659-3bfdc2b6989d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.230807] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809604, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.350024] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073653} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.350024] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.350024] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb23d8f-4d34-4dda-9798-963ba07cf2a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.375021] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] af5e70a2-df8f-424e-adcb-e88adc6e498b/af5e70a2-df8f-424e-adcb-e88adc6e498b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.375021] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156975a2-3073-4fc4-9033-a36c252203a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.397683] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1521.397683] env[62312]: value = "task-1809606" [ 1521.397683] env[62312]: _type = "Task" [ 1521.397683] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.407523] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.419312] env[62312]: DEBUG oslo_vmware.api [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809603, 'name': PowerOnVM_Task, 'duration_secs': 0.526737} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.419998] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.422020] env[62312]: INFO nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1521.422020] env[62312]: DEBUG nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.422020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2cefb1-80b4-4dbb-baee-41bdd6098b5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.431376] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.431585] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.431806] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1521.600415] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.600415] env[62312]: DEBUG nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1521.601388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.329s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.603350] env[62312]: INFO nova.compute.claims [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.690091] env[62312]: DEBUG nova.network.neutron [-] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.724814] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809604, 'name': CreateVM_Task, 'duration_secs': 0.689228} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.728576] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.729542] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.729988] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.730484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.733019] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59c823b-0707-4a62-8f59-bb478dd1bab9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.737069] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1521.737069] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a7af53-9e8b-8c01-3a1d-4b659e6ce3dd" [ 1521.737069] env[62312]: _type = "Task" [ 1521.737069] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.744784] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1521.749605] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc7dadc5-50aa-4327-8d12-582f5ef1f978 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.759461] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a7af53-9e8b-8c01-3a1d-4b659e6ce3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.763018] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1521.763018] env[62312]: value = "task-1809607" [ 1521.763018] env[62312]: _type = "Task" [ 1521.763018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.772233] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809607, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.907626] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.923654] env[62312]: DEBUG nova.compute.manager [req-290225ed-1188-4e1c-8dca-ed15c0d6218b req-9357be87-bd9d-45b1-8676-318d2eea7a29 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Received event network-vif-plugged-0bf6a1de-122f-4a2d-9e49-5624457b6f31 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1521.923654] env[62312]: DEBUG oslo_concurrency.lockutils [req-290225ed-1188-4e1c-8dca-ed15c0d6218b req-9357be87-bd9d-45b1-8676-318d2eea7a29 service nova] Acquiring lock "5021101b-d7d4-40a2-9568-004f45f3b02d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.923654] env[62312]: DEBUG oslo_concurrency.lockutils [req-290225ed-1188-4e1c-8dca-ed15c0d6218b req-9357be87-bd9d-45b1-8676-318d2eea7a29 service nova] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.923654] env[62312]: DEBUG oslo_concurrency.lockutils [req-290225ed-1188-4e1c-8dca-ed15c0d6218b req-9357be87-bd9d-45b1-8676-318d2eea7a29 service nova] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.923654] env[62312]: DEBUG nova.compute.manager [req-290225ed-1188-4e1c-8dca-ed15c0d6218b req-9357be87-bd9d-45b1-8676-318d2eea7a29 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] No waiting events found dispatching network-vif-plugged-0bf6a1de-122f-4a2d-9e49-5624457b6f31 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1521.923654] env[62312]: WARNING nova.compute.manager [req-290225ed-1188-4e1c-8dca-ed15c0d6218b req-9357be87-bd9d-45b1-8676-318d2eea7a29 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Received unexpected event network-vif-plugged-0bf6a1de-122f-4a2d-9e49-5624457b6f31 for instance with vm_state building and task_state spawning. [ 1521.945596] env[62312]: INFO nova.compute.manager [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Took 30.31 seconds to build instance. [ 1521.975801] env[62312]: DEBUG nova.network.neutron [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updated VIF entry in instance network info cache for port 1224f6da-9fae-442f-971c-1e249092457b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.977043] env[62312]: DEBUG nova.network.neutron [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance_info_cache with network_info: [{"id": "1224f6da-9fae-442f-971c-1e249092457b", "address": "fa:16:3e:62:f7:99", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224f6da-9f", "ovs_interfaceid": "1224f6da-9fae-442f-971c-1e249092457b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.108072] env[62312]: DEBUG nova.compute.utils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.112627] env[62312]: DEBUG nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.112627] env[62312]: DEBUG nova.network.neutron [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.153504] env[62312]: DEBUG nova.policy [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3ef85620224b54bff5fedd6f591a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cf152156f614ef894f505295e2605b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.191237] env[62312]: DEBUG nova.network.neutron [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Successfully updated port: 0bf6a1de-122f-4a2d-9e49-5624457b6f31 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.194191] env[62312]: INFO nova.compute.manager [-] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Took 1.83 seconds to deallocate network for instance. [ 1522.252577] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a7af53-9e8b-8c01-3a1d-4b659e6ce3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.0263} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.252921] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.253178] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1522.253420] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.253559] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.253736] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1522.254044] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76645231-7f6b-4a17-8bdc-d1053f7b34da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.263610] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1522.263610] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1522.267862] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697c1721-646a-4f9a-af11-0e505d2fa7b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.277511] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809607, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.279193] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1522.279193] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e015d1-09c1-71b8-0926-f5546e624841" [ 1522.279193] env[62312]: _type = "Task" [ 1522.279193] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.290692] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e015d1-09c1-71b8-0926-f5546e624841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.410148] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809606, 'name': ReconfigVM_Task, 'duration_secs': 0.914666} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.410565] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Reconfigured VM instance instance-00000030 to attach disk [datastore1] af5e70a2-df8f-424e-adcb-e88adc6e498b/af5e70a2-df8f-424e-adcb-e88adc6e498b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.411487] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-621cb984-76c0-4735-9428-38efc428c893 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.420284] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1522.420284] env[62312]: value = "task-1809609" [ 1522.420284] env[62312]: _type = "Task" [ 1522.420284] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.432153] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809609, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.447796] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e82adb-7876-4f69-8142-5589854b2584 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.825s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.480041] env[62312]: DEBUG oslo_concurrency.lockutils [req-b50ce7be-b3d5-4380-adc7-492973d2dd29 req-3a3da058-a49f-472c-8530-bc20a2d6c9cc service nova] Releasing lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.499870] env[62312]: DEBUG nova.network.neutron [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Successfully created port: 75822bfa-fcdd-4c96-8168-8754832c7e30 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1522.613278] env[62312]: DEBUG nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1522.693960] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-5021101b-d7d4-40a2-9568-004f45f3b02d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.694336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-5021101b-d7d4-40a2-9568-004f45f3b02d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.694336] env[62312]: DEBUG nova.network.neutron [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.701844] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.782850] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809607, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.793776] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e015d1-09c1-71b8-0926-f5546e624841, 'name': SearchDatastore_Task, 'duration_secs': 0.013201} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.794553] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68457971-ed6e-4890-890d-ded8f84fe748 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.801057] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1522.801057] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ebba94-1201-06d7-4ec8-0259cce59bb6" [ 1522.801057] env[62312]: _type = "Task" [ 1522.801057] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.808660] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ebba94-1201-06d7-4ec8-0259cce59bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.837874] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [{"id": "0548e94f-df0a-4b9b-8268-6a78d435484e", "address": "fa:16:3e:97:ff:9b", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0548e94f-df", "ovs_interfaceid": "0548e94f-df0a-4b9b-8268-6a78d435484e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.932463] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809609, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.951940] env[62312]: DEBUG nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1523.174867] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e094ff-8222-43f1-9920-8e3898371a5e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.183887] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2a58a6-35d7-4052-bafe-a14749cf8915 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.216444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d184918a-255f-46bd-89bf-98fdd3a00c3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.219842] env[62312]: DEBUG nova.compute.manager [req-4f595790-1308-4061-8a7b-bc53d94ad921 req-17a98d26-1abb-4a36-86fb-a2ca9849608b service nova] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Received event network-vif-deleted-e2c14f67-94c6-445c-acc2-2ddb878faadb {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1523.226091] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b3264b-e903-4f2e-991d-2b6be67fdda2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.241857] env[62312]: DEBUG nova.compute.provider_tree [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.273649] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809607, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.274522] env[62312]: DEBUG nova.network.neutron [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.310780] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ebba94-1201-06d7-4ec8-0259cce59bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.311063] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.311328] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.311787] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39e58998-feb6-446f-a4a9-22fbcc79f827 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.319458] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1523.319458] env[62312]: value = "task-1809610" [ 1523.319458] env[62312]: _type = "Task" [ 1523.319458] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.326816] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.341290] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-c13205db-c3b6-4014-ba7e-340f800bdec0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.341378] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1523.341573] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.341912] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.342155] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.342359] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.342548] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.342733] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.342867] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1523.343023] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.432887] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809609, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.477855] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.510470] env[62312]: DEBUG nova.network.neutron [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Updating instance_info_cache with network_info: [{"id": "0bf6a1de-122f-4a2d-9e49-5624457b6f31", "address": "fa:16:3e:3e:a1:5a", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf6a1de-12", "ovs_interfaceid": "0bf6a1de-122f-4a2d-9e49-5624457b6f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.560674] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.561042] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.634083] env[62312]: DEBUG nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1523.660351] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1523.660640] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.660934] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.661174] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.661330] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.661495] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1523.661769] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1523.661956] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1523.662175] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1523.662359] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1523.662654] env[62312]: DEBUG nova.virt.hardware [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1523.664109] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6813acea-5003-43ad-a83b-85b289556397 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.673619] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d761c-4169-4dc5-9453-49c434c5fd98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.745293] env[62312]: DEBUG nova.scheduler.client.report [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.775988] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809607, 'name': CloneVM_Task, 'duration_secs': 1.704543} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.776553] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Created linked-clone VM from snapshot [ 1523.777585] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bd4e7d-6eee-425d-8501-610c729cbb4d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.787379] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Uploading image fa617aa8-d575-463f-8856-e7142da3a40d {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1523.812321] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1523.812321] env[62312]: value = "vm-375062" [ 1523.812321] env[62312]: _type = "VirtualMachine" [ 1523.812321] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1523.812694] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e570a688-a38d-4743-aac2-3bf19ca68f73 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.821354] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease: (returnval){ [ 1523.821354] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52928b99-e2ae-b836-be84-3bb3e3aa4a66" [ 1523.821354] env[62312]: _type = "HttpNfcLease" [ 1523.821354] env[62312]: } obtained for exporting VM: (result){ [ 1523.821354] env[62312]: value = "vm-375062" [ 1523.821354] env[62312]: _type = "VirtualMachine" [ 1523.821354] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1523.821789] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the lease: (returnval){ [ 1523.821789] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52928b99-e2ae-b836-be84-3bb3e3aa4a66" [ 1523.821789] env[62312]: _type = "HttpNfcLease" [ 1523.821789] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1523.838547] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.841371] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1523.841371] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52928b99-e2ae-b836-be84-3bb3e3aa4a66" [ 1523.841371] env[62312]: _type = "HttpNfcLease" [ 1523.841371] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1523.841371] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1523.841371] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52928b99-e2ae-b836-be84-3bb3e3aa4a66" [ 1523.841371] env[62312]: _type = "HttpNfcLease" [ 1523.841371] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1523.841876] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b40108-3e90-443a-a864-a4d272733924 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.845742] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.854369] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eab57b-5cb5-30c2-29ea-1bc994441ca2/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1523.854369] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eab57b-5cb5-30c2-29ea-1bc994441ca2/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1523.939574] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809609, 'name': Rename_Task, 'duration_secs': 1.198976} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.939574] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.939574] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42a6f703-01ea-4be8-a0dc-2c3f3ed53954 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.943904] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1523.943904] env[62312]: value = "task-1809612" [ 1523.943904] env[62312]: _type = "Task" [ 1523.943904] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.953103] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.965589] env[62312]: DEBUG nova.compute.manager [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Received event network-changed-0bf6a1de-122f-4a2d-9e49-5624457b6f31 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1523.965865] env[62312]: DEBUG nova.compute.manager [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Refreshing instance network info cache due to event network-changed-0bf6a1de-122f-4a2d-9e49-5624457b6f31. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1523.966254] env[62312]: DEBUG oslo_concurrency.lockutils [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] Acquiring lock "refresh_cache-5021101b-d7d4-40a2-9568-004f45f3b02d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.970195] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e60365ca-f31e-48df-99cd-ec489b164a1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.013757] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-5021101b-d7d4-40a2-9568-004f45f3b02d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.013938] env[62312]: DEBUG nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Instance network_info: |[{"id": "0bf6a1de-122f-4a2d-9e49-5624457b6f31", "address": "fa:16:3e:3e:a1:5a", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf6a1de-12", "ovs_interfaceid": "0bf6a1de-122f-4a2d-9e49-5624457b6f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.014731] env[62312]: DEBUG oslo_concurrency.lockutils [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] Acquired lock "refresh_cache-5021101b-d7d4-40a2-9568-004f45f3b02d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.014959] env[62312]: DEBUG nova.network.neutron [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Refreshing network info cache for port 0bf6a1de-122f-4a2d-9e49-5624457b6f31 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.016518] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:a1:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf6a1de-122f-4a2d-9e49-5624457b6f31', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.025498] env[62312]: DEBUG oslo.service.loopingcall [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.027199] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.027199] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0945ebf5-2de1-4777-b6d8-80bcdc378187 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.061957] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.061957] env[62312]: value = "task-1809613" [ 1524.061957] env[62312]: _type = "Task" [ 1524.061957] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.070983] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809613, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.183942] env[62312]: DEBUG nova.network.neutron [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Successfully updated port: 75822bfa-fcdd-4c96-8168-8754832c7e30 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1524.251189] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.251739] env[62312]: DEBUG nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.254228] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.987s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.254445] env[62312]: DEBUG nova.objects.instance [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lazy-loading 'resources' on Instance uuid 626daee0-ec18-4366-af6a-6b07708dedb1 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.330936] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589155} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.331324] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.331600] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.331920] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b9a782e-daaf-4c5a-863b-f4f5c1696a4d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.338919] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1524.338919] env[62312]: value = "task-1809614" [ 1524.338919] env[62312]: _type = "Task" [ 1524.338919] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.348014] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.455491] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.503619] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1524.503959] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375059', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'name': 'volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a84a6c96-9625-4f81-8781-09ee831d8bfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'serial': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1524.504845] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987961d3-56fb-4f53-adeb-15af271dba80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.524279] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f9b9b1-b58a-46cc-b666-e336d81bc32d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.556615] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc/volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.558502] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32ec0c7-fcb6-464a-9f51-8a8b21571d9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.584186] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809613, 'name': CreateVM_Task, 'duration_secs': 0.491386} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.585738] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.586171] env[62312]: DEBUG oslo_vmware.api [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1524.586171] env[62312]: value = "task-1809615" [ 1524.586171] env[62312]: _type = "Task" [ 1524.586171] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.586790] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.587017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.587392] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.587736] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd720b1-9f98-4915-950a-9c48e62af333 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.596584] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1524.596584] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c52fa7-d638-4619-9341-5eff6501ef83" [ 1524.596584] env[62312]: _type = "Task" [ 1524.596584] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.600255] env[62312]: DEBUG oslo_vmware.api [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.610913] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c52fa7-d638-4619-9341-5eff6501ef83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.688564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-2d367982-ec8b-4f4c-b834-513d6f23889d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.688882] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-2d367982-ec8b-4f4c-b834-513d6f23889d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.689066] env[62312]: DEBUG nova.network.neutron [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.757377] env[62312]: DEBUG nova.compute.utils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.759260] env[62312]: DEBUG nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1524.759465] env[62312]: DEBUG nova.network.neutron [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.784810] env[62312]: DEBUG nova.network.neutron [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Updated VIF entry in instance network info cache for port 0bf6a1de-122f-4a2d-9e49-5624457b6f31. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.784810] env[62312]: DEBUG nova.network.neutron [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Updating instance_info_cache with network_info: [{"id": "0bf6a1de-122f-4a2d-9e49-5624457b6f31", "address": "fa:16:3e:3e:a1:5a", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf6a1de-12", "ovs_interfaceid": "0bf6a1de-122f-4a2d-9e49-5624457b6f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.830776] env[62312]: DEBUG nova.policy [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396261c934c5407cb1084b078a619550', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a838ee1ace467ebc3d7915cc6bc440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1524.848576] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157865} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.851536] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.852716] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c54b9a-702d-4f9c-8dec-e7d42965073d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.876196] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.880863] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3272a0d8-bb72-4309-a3a7-83ff2fd3ed49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.899089] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1524.899089] env[62312]: value = "task-1809616" [ 1524.899089] env[62312]: _type = "Task" [ 1524.899089] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.907742] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.956703] env[62312]: DEBUG oslo_vmware.api [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809612, 'name': PowerOnVM_Task, 'duration_secs': 0.703505} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.957196] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.957617] env[62312]: INFO nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1524.957617] env[62312]: DEBUG nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.958420] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e685c-7a16-4654-bfe8-0de39f72e08b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.101299] env[62312]: DEBUG oslo_vmware.api [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.113185] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c52fa7-d638-4619-9341-5eff6501ef83, 'name': SearchDatastore_Task, 'duration_secs': 0.024395} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.113953] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.113953] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.113953] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.114086] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.118033] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.118033] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b55c69-8552-43f0-9cbb-be731b89d2d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.125012] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.125012] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.126519] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23d917d-d481-43d1-b377-d5efdca73781 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.133197] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1525.133197] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5263bc69-c792-5a68-39ab-c3064cd977d2" [ 1525.133197] env[62312]: _type = "Task" [ 1525.133197] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.141272] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5263bc69-c792-5a68-39ab-c3064cd977d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.142115] env[62312]: DEBUG nova.network.neutron [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Successfully created port: 8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1525.230830] env[62312]: DEBUG nova.network.neutron [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.238605] env[62312]: DEBUG nova.compute.manager [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Received event network-vif-plugged-75822bfa-fcdd-4c96-8168-8754832c7e30 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1525.238844] env[62312]: DEBUG oslo_concurrency.lockutils [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] Acquiring lock "2d367982-ec8b-4f4c-b834-513d6f23889d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.239075] env[62312]: DEBUG oslo_concurrency.lockutils [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.239483] env[62312]: DEBUG oslo_concurrency.lockutils [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.239483] env[62312]: DEBUG nova.compute.manager [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] No waiting events found dispatching network-vif-plugged-75822bfa-fcdd-4c96-8168-8754832c7e30 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1525.239688] env[62312]: WARNING nova.compute.manager [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Received unexpected event network-vif-plugged-75822bfa-fcdd-4c96-8168-8754832c7e30 for instance with vm_state building and task_state spawning. [ 1525.239763] env[62312]: DEBUG nova.compute.manager [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Received event network-changed-75822bfa-fcdd-4c96-8168-8754832c7e30 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1525.240016] env[62312]: DEBUG nova.compute.manager [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Refreshing instance network info cache due to event network-changed-75822bfa-fcdd-4c96-8168-8754832c7e30. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1525.240752] env[62312]: DEBUG oslo_concurrency.lockutils [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] Acquiring lock "refresh_cache-2d367982-ec8b-4f4c-b834-513d6f23889d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.263325] env[62312]: DEBUG nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1525.287375] env[62312]: DEBUG oslo_concurrency.lockutils [req-e63a1896-aca5-476e-8c95-b12089a9031e req-7748c6eb-1277-41d1-a47f-6bf22fd94386 service nova] Releasing lock "refresh_cache-5021101b-d7d4-40a2-9568-004f45f3b02d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.398834] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2cc33-6466-492a-8a5d-3fd0265ef468 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.412123] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.413168] env[62312]: DEBUG nova.network.neutron [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Updating instance_info_cache with network_info: [{"id": "75822bfa-fcdd-4c96-8168-8754832c7e30", "address": "fa:16:3e:69:dd:93", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75822bfa-fc", "ovs_interfaceid": "75822bfa-fcdd-4c96-8168-8754832c7e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.424307] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2342b62-4f94-4821-9594-59f647955ebb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.463537] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27466cc-868b-45b6-b5f6-19c0be92d128 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.482726] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8894ee60-4b98-4cc1-935e-2b0766bda3f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.489434] env[62312]: INFO nova.compute.manager [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Took 33.33 seconds to build instance. [ 1525.503223] env[62312]: DEBUG nova.compute.provider_tree [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.601977] env[62312]: DEBUG oslo_vmware.api [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809615, 'name': ReconfigVM_Task, 'duration_secs': 0.808414} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.602499] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc/volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.613604] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df40126-053a-477b-9e13-c48d2c5a0ba0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.632592] env[62312]: DEBUG oslo_vmware.api [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1525.632592] env[62312]: value = "task-1809617" [ 1525.632592] env[62312]: _type = "Task" [ 1525.632592] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.645278] env[62312]: DEBUG oslo_vmware.api [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.649296] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5263bc69-c792-5a68-39ab-c3064cd977d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019114} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.650528] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd1e684-16b6-4a04-a235-43597cdc2abe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.658097] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1525.658097] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52291949-d12d-1267-13a8-03470c0d3daf" [ 1525.658097] env[62312]: _type = "Task" [ 1525.658097] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.664678] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52291949-d12d-1267-13a8-03470c0d3daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.914056] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809616, 'name': ReconfigVM_Task, 'duration_secs': 0.895124} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.914351] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.915046] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a67263e9-a105-421f-bdd5-76bdf2e8b016 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.916958] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-2d367982-ec8b-4f4c-b834-513d6f23889d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.917300] env[62312]: DEBUG nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Instance network_info: |[{"id": "75822bfa-fcdd-4c96-8168-8754832c7e30", "address": "fa:16:3e:69:dd:93", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75822bfa-fc", "ovs_interfaceid": "75822bfa-fcdd-4c96-8168-8754832c7e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1525.917619] env[62312]: DEBUG oslo_concurrency.lockutils [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] Acquired lock "refresh_cache-2d367982-ec8b-4f4c-b834-513d6f23889d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.917825] env[62312]: DEBUG nova.network.neutron [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Refreshing network info cache for port 75822bfa-fcdd-4c96-8168-8754832c7e30 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.918982] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:dd:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75822bfa-fcdd-4c96-8168-8754832c7e30', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.927457] env[62312]: DEBUG oslo.service.loopingcall [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.931038] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.932791] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01431c51-5673-42b3-a278-33d4e7f4ce7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.951366] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1525.951366] env[62312]: value = "task-1809618" [ 1525.951366] env[62312]: _type = "Task" [ 1525.951366] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.956150] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.956150] env[62312]: value = "task-1809619" [ 1525.956150] env[62312]: _type = "Task" [ 1525.956150] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.963071] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809618, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.968876] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809619, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.993030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a706d2d4-0af4-4a95-baa9-b3a92a4b0d76 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.981s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.009109] env[62312]: DEBUG nova.scheduler.client.report [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.148811] env[62312]: DEBUG oslo_vmware.api [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809617, 'name': ReconfigVM_Task, 'duration_secs': 0.360237} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.148811] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375059', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'name': 'volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a84a6c96-9625-4f81-8781-09ee831d8bfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'serial': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1526.168766] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52291949-d12d-1267-13a8-03470c0d3daf, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.169672] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.169929] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.170254] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-012a8511-075c-48c6-9666-fef0c0bce6e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.178409] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1526.178409] env[62312]: value = "task-1809620" [ 1526.178409] env[62312]: _type = "Task" [ 1526.178409] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.189407] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.202640] env[62312]: DEBUG nova.network.neutron [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Updated VIF entry in instance network info cache for port 75822bfa-fcdd-4c96-8168-8754832c7e30. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.203080] env[62312]: DEBUG nova.network.neutron [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Updating instance_info_cache with network_info: [{"id": "75822bfa-fcdd-4c96-8168-8754832c7e30", "address": "fa:16:3e:69:dd:93", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75822bfa-fc", "ovs_interfaceid": "75822bfa-fcdd-4c96-8168-8754832c7e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.277782] env[62312]: DEBUG nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.313626] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.314136] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.314136] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.314413] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.314529] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.314685] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.314830] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.315271] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.315271] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.315351] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.315573] env[62312]: DEBUG nova.virt.hardware [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.316475] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e046b-0b21-42b1-b9fc-4084dda1fd3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.324336] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd415a-018d-4228-8d1e-b0d733d0b248 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.466642] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809618, 'name': Rename_Task, 'duration_secs': 0.157389} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.467725] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1526.468101] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-013567e4-8ffc-4cc5-85d0-a5a47cdc876b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.473971] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809619, 'name': CreateVM_Task, 'duration_secs': 0.444447} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.474670] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.475460] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.475635] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.475967] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.476244] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3c610c-518d-4061-82b4-578d32d6b45c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.479647] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1526.479647] env[62312]: value = "task-1809621" [ 1526.479647] env[62312]: _type = "Task" [ 1526.479647] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.485786] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1526.485786] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a8b088-9c96-9105-78d6-e835f35b8e99" [ 1526.485786] env[62312]: _type = "Task" [ 1526.485786] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.492946] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.494913] env[62312]: DEBUG nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.506094] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a8b088-9c96-9105-78d6-e835f35b8e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.513711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.517467] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.402s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.518134] env[62312]: INFO nova.compute.claims [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.557581] env[62312]: INFO nova.scheduler.client.report [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted allocations for instance 626daee0-ec18-4366-af6a-6b07708dedb1 [ 1526.689567] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809620, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.712265] env[62312]: DEBUG oslo_concurrency.lockutils [req-c59b46e8-e97c-4af4-aabe-132bc783f879 req-cf80e56f-42d4-453d-9d67-07c4bbae3a08 service nova] Releasing lock "refresh_cache-2d367982-ec8b-4f4c-b834-513d6f23889d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.946217] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.946611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.946746] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.946932] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.947153] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.949769] env[62312]: INFO nova.compute.manager [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Terminating instance [ 1526.997075] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.001912] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a8b088-9c96-9105-78d6-e835f35b8e99, 'name': SearchDatastore_Task, 'duration_secs': 0.07264} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.002365] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.002733] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1527.003022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.003271] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.003498] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1527.006143] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5971fb-4561-41f3-829a-510ff0b973ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.018376] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1527.018657] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1527.019328] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505d6b32-b53b-4027-b967-06ea493b495a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.031441] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1527.031441] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c2572a-a545-ce21-e9dd-908dd04cc42c" [ 1527.031441] env[62312]: _type = "Task" [ 1527.031441] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.032608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.044906] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c2572a-a545-ce21-e9dd-908dd04cc42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.066776] env[62312]: DEBUG oslo_concurrency.lockutils [None req-06d49ab7-3416-43c2-bd50-fe1c874e2fdf tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "626daee0-ec18-4366-af6a-6b07708dedb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.866s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.164457] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Acquiring lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.164700] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.174827] env[62312]: DEBUG nova.network.neutron [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Successfully updated port: 8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1527.189933] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536196} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.190267] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.191230] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.192246] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5985212c-d8ba-4e68-a689-76f25a25c34a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.195884] env[62312]: DEBUG nova.objects.instance [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lazy-loading 'flavor' on Instance uuid a84a6c96-9625-4f81-8781-09ee831d8bfe {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.203179] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1527.203179] env[62312]: value = "task-1809622" [ 1527.203179] env[62312]: _type = "Task" [ 1527.203179] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.217060] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.457751] env[62312]: DEBUG nova.compute.manager [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.458030] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.459011] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fb217-cfa8-4bb4-8d13-1aed53dbb14b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.467447] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.467447] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9823f156-9cb3-43df-ac5e-f53776ec513d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.474413] env[62312]: DEBUG oslo_vmware.api [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1527.474413] env[62312]: value = "task-1809623" [ 1527.474413] env[62312]: _type = "Task" [ 1527.474413] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.483592] env[62312]: DEBUG oslo_vmware.api [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.492592] env[62312]: DEBUG oslo_vmware.api [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809621, 'name': PowerOnVM_Task, 'duration_secs': 0.853553} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.492878] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.493140] env[62312]: INFO nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1527.493330] env[62312]: DEBUG nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.494140] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86d974-e6f0-4dc8-9dd8-8961572255a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.551117] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c2572a-a545-ce21-e9dd-908dd04cc42c, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.552173] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4afb6f-ee44-4529-9db9-dfef131cf1da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.558675] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1527.558675] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523c05d9-49a3-f794-b266-31792c2449c2" [ 1527.558675] env[62312]: _type = "Task" [ 1527.558675] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.573475] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523c05d9-49a3-f794-b266-31792c2449c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.669111] env[62312]: DEBUG nova.compute.utils [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.677482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.677641] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.677833] env[62312]: DEBUG nova.network.neutron [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.705200] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fec8f544-a7f9-4c39-aea4-3b0a0e708d81 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.336s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.716931] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114792} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.717303] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.718681] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f07c6-7b6b-4c46-9fbc-523081e24481 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.745344] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.748690] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8140661a-6243-4f6c-8e0e-12e009620098 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.769086] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1527.769086] env[62312]: value = "task-1809624" [ 1527.769086] env[62312]: _type = "Task" [ 1527.769086] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.780906] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.946740] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.947058] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.947811] env[62312]: DEBUG nova.compute.manager [req-331e5860-03ee-4db8-89d9-3dc8a514d9dc req-39d611b8-df26-41b8-9000-9924ecd41ef3 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Received event network-vif-plugged-8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1527.948032] env[62312]: DEBUG oslo_concurrency.lockutils [req-331e5860-03ee-4db8-89d9-3dc8a514d9dc req-39d611b8-df26-41b8-9000-9924ecd41ef3 service nova] Acquiring lock "d41df122-2604-4e47-a2cf-ef5983b4a211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.948225] env[62312]: DEBUG oslo_concurrency.lockutils [req-331e5860-03ee-4db8-89d9-3dc8a514d9dc req-39d611b8-df26-41b8-9000-9924ecd41ef3 service nova] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.948398] env[62312]: DEBUG oslo_concurrency.lockutils [req-331e5860-03ee-4db8-89d9-3dc8a514d9dc req-39d611b8-df26-41b8-9000-9924ecd41ef3 service nova] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.948589] env[62312]: DEBUG nova.compute.manager [req-331e5860-03ee-4db8-89d9-3dc8a514d9dc req-39d611b8-df26-41b8-9000-9924ecd41ef3 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] No waiting events found dispatching network-vif-plugged-8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.948788] env[62312]: WARNING nova.compute.manager [req-331e5860-03ee-4db8-89d9-3dc8a514d9dc req-39d611b8-df26-41b8-9000-9924ecd41ef3 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Received unexpected event network-vif-plugged-8166dbf8-d9db-4e93-ae0f-d1891b2c443b for instance with vm_state building and task_state spawning. [ 1527.987433] env[62312]: DEBUG oslo_vmware.api [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809623, 'name': PowerOffVM_Task, 'duration_secs': 0.248741} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.990365] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.990581] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.991189] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f4f5f41-42cc-494d-922f-a6a7e4d349bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.012915] env[62312]: INFO nova.compute.manager [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Took 33.87 seconds to build instance. [ 1528.070233] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4853f1-1e1a-4d1f-88f3-3985a9277d8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.077402] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523c05d9-49a3-f794-b266-31792c2449c2, 'name': SearchDatastore_Task, 'duration_secs': 0.016117} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.078299] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.078569] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2d367982-ec8b-4f4c-b834-513d6f23889d/2d367982-ec8b-4f4c-b834-513d6f23889d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1528.078910] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d146a72-1385-4453-981a-80e4f9c07be8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.084067] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.084245] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.084445] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Deleting the datastore file [datastore1] 71093dbe-03a9-4ca1-b352-f55bb6cddfe7 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.085104] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e347c1ac-898d-4194-b9c1-5d61ef14275c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.087637] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd067e8b-5ba5-4872-82a5-15469467e927 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.092911] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1528.092911] env[62312]: value = "task-1809626" [ 1528.092911] env[62312]: _type = "Task" [ 1528.092911] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.127638] env[62312]: DEBUG oslo_vmware.api [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1528.127638] env[62312]: value = "task-1809627" [ 1528.127638] env[62312]: _type = "Task" [ 1528.127638] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.130239] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c7a1c4-319c-457c-844c-ba1350e8c204 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.138163] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.146189] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe04a4-10c9-4e33-a918-6c04f1e57558 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.150678] env[62312]: DEBUG oslo_vmware.api [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.161356] env[62312]: DEBUG nova.compute.provider_tree [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.172467] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.228065] env[62312]: DEBUG nova.network.neutron [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.281301] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809624, 'name': ReconfigVM_Task, 'duration_secs': 0.485069} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.281542] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.282294] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-545708a3-53d4-4369-9cae-517d6eb432a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.289246] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1528.289246] env[62312]: value = "task-1809628" [ 1528.289246] env[62312]: _type = "Task" [ 1528.289246] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.303846] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809628, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.392868] env[62312]: DEBUG nova.network.neutron [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updating instance_info_cache with network_info: [{"id": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "address": "fa:16:3e:9c:cf:fb", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166dbf8-d9", "ovs_interfaceid": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.515123] env[62312]: DEBUG oslo_concurrency.lockutils [None req-665f81e9-805a-4f34-b156-7dd01971e437 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.573s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.604754] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809626, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.638445] env[62312]: DEBUG oslo_vmware.api [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285277} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.638701] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.638897] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.639097] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.639280] env[62312]: INFO nova.compute.manager [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1528.639530] env[62312]: DEBUG oslo.service.loopingcall [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.639731] env[62312]: DEBUG nova.compute.manager [-] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.639830] env[62312]: DEBUG nova.network.neutron [-] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.665491] env[62312]: DEBUG nova.scheduler.client.report [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.799702] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809628, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.895860] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Releasing lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.896308] env[62312]: DEBUG nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Instance network_info: |[{"id": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "address": "fa:16:3e:9c:cf:fb", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166dbf8-d9", "ovs_interfaceid": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1528.896667] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:cf:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8166dbf8-d9db-4e93-ae0f-d1891b2c443b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.904882] env[62312]: DEBUG oslo.service.loopingcall [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.905511] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.905755] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51feb84d-7a84-45ec-ad3e-710e6d323ab6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.931298] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.931298] env[62312]: value = "task-1809629" [ 1528.931298] env[62312]: _type = "Task" [ 1528.931298] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.940728] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809629, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.018357] env[62312]: DEBUG nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.107128] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676258} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.107128] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2d367982-ec8b-4f4c-b834-513d6f23889d/2d367982-ec8b-4f4c-b834-513d6f23889d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.107128] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.107128] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81b7aecd-1fff-4ae0-9f58-f6534860da76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.113250] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1529.113250] env[62312]: value = "task-1809630" [ 1529.113250] env[62312]: _type = "Task" [ 1529.113250] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.124752] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.171139] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.171714] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.175806] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.108s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.177079] env[62312]: INFO nova.compute.claims [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.247710] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Acquiring lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.247968] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.248228] env[62312]: INFO nova.compute.manager [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Attaching volume 26553f60-361b-4819-bad7-7ef2198be125 to /dev/sdb [ 1529.290867] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214cce70-17de-4312-a034-4cf05be78f7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.304595] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809628, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.305348] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b883056-b18f-466e-bf20-4129e508cd76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.320800] env[62312]: DEBUG nova.virt.block_device [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Updating existing volume attachment record: 9c251bf7-b3aa-481a-aa4a-e6a928460c0c {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1529.441258] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809629, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.546327] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.628026] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111865} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.628026] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1529.628026] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d355d-361a-4ce9-a94b-0763c87e0627 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.650540] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2d367982-ec8b-4f4c-b834-513d6f23889d/2d367982-ec8b-4f4c-b834-513d6f23889d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.651044] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf3fea5-ea42-4974-af6a-fbf27098a279 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.676860] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1529.676860] env[62312]: value = "task-1809634" [ 1529.676860] env[62312]: _type = "Task" [ 1529.676860] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.683728] env[62312]: DEBUG nova.compute.utils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.687351] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.687477] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.689722] env[62312]: DEBUG oslo_concurrency.lockutils [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.690280] env[62312]: DEBUG oslo_concurrency.lockutils [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.695083] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809634, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.742852] env[62312]: DEBUG nova.policy [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2119555d1b4ceb820b6eacc89b8e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8504bfc24e84fe6acf5ba95db026901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.805924] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809628, 'name': Rename_Task, 'duration_secs': 1.168769} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.806584] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.806995] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca22f78-d258-4544-a85e-7fb9a70b8a70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.816975] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1529.816975] env[62312]: value = "task-1809635" [ 1529.816975] env[62312]: _type = "Task" [ 1529.816975] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.826665] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.943746] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809629, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.062155] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Successfully created port: fa3bd797-6c1e-46ff-b8cc-596b32ea1373 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.190913] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.196230] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.205779] env[62312]: INFO nova.compute.manager [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Detaching volume d44d7dfb-0919-4b59-840f-c0e48d4e4fbc [ 1530.208100] env[62312]: DEBUG nova.network.neutron [-] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.280124] env[62312]: INFO nova.virt.block_device [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Attempting to driver detach volume d44d7dfb-0919-4b59-840f-c0e48d4e4fbc from mountpoint /dev/sdb [ 1530.280124] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1530.280124] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375059', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'name': 'volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a84a6c96-9625-4f81-8781-09ee831d8bfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'serial': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1530.280693] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b06dff-f10d-4354-a7e8-d7eb6b7b7015 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.327326] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e173f4a-a56b-4f36-97ba-bf8db286162c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.336401] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809635, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.338883] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc990e-f97a-4aa0-8072-4eaf00c486aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.368435] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d984904f-a144-4f00-9135-c41b12ae0fb4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.390231] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] The volume has not been displaced from its original location: [datastore1] volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc/volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1530.395591] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1530.398561] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9cc3b2-5a0e-4c6e-b84a-73627b06ec78 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.420035] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1530.420035] env[62312]: value = "task-1809636" [ 1530.420035] env[62312]: _type = "Task" [ 1530.420035] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.430477] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.446708] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809629, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.582653] env[62312]: DEBUG nova.compute.manager [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Received event network-changed-8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1530.582653] env[62312]: DEBUG nova.compute.manager [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Refreshing instance network info cache due to event network-changed-8166dbf8-d9db-4e93-ae0f-d1891b2c443b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1530.583031] env[62312]: DEBUG oslo_concurrency.lockutils [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] Acquiring lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.583031] env[62312]: DEBUG oslo_concurrency.lockutils [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] Acquired lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.583323] env[62312]: DEBUG nova.network.neutron [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Refreshing network info cache for port 8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.691045] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.716142] env[62312]: INFO nova.compute.manager [-] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Took 2.08 seconds to deallocate network for instance. [ 1530.749650] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.749650] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.829953] env[62312]: DEBUG oslo_vmware.api [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809635, 'name': PowerOnVM_Task, 'duration_secs': 0.735613} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.830204] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.830413] env[62312]: INFO nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1530.830593] env[62312]: DEBUG nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.834327] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be71910f-94a8-46be-b151-424016e54f6e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.905306] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdef392-bbf7-4b2f-be89-33418b013c9f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.913288] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989f7c87-7eb5-448f-b6fc-3d2f4effb591 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.950716] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95035b4a-b3df-4515-9759-b67312f674b4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.956246] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809636, 'name': ReconfigVM_Task, 'duration_secs': 0.324893} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.957187] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1530.966978] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6d475a-2122-414a-b727-af6676beec4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.977426] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809629, 'name': CreateVM_Task, 'duration_secs': 1.63945} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.978717] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea05bdd-ae23-4645-a77c-cc1875297ebc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.983270] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.984786] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.984958] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.985311] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.985948] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d89480b-a9e7-4437-8a8e-f3f2852cf1b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.998764] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1530.998764] env[62312]: value = "task-1809637" [ 1530.998764] env[62312]: _type = "Task" [ 1530.998764] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.999263] env[62312]: DEBUG nova.compute.provider_tree [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1531.002063] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1531.002063] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521371a8-e3d2-bcf8-e3fd-e6c66e05343a" [ 1531.002063] env[62312]: _type = "Task" [ 1531.002063] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.015099] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521371a8-e3d2-bcf8-e3fd-e6c66e05343a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.018287] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.160232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.160649] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.160862] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.161078] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.161283] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.163979] env[62312]: INFO nova.compute.manager [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Terminating instance [ 1531.190201] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809634, 'name': ReconfigVM_Task, 'duration_secs': 1.080012} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.190515] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2d367982-ec8b-4f4c-b834-513d6f23889d/2d367982-ec8b-4f4c-b834-513d6f23889d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.191198] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b20bb1-d153-4a03-bbdf-380ca2bea19f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.198658] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1531.198658] env[62312]: value = "task-1809638" [ 1531.198658] env[62312]: _type = "Task" [ 1531.198658] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.203799] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.209135] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809638, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.224263] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.228339] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.228577] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.228763] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.228953] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.229107] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.229270] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.229475] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.229631] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.229798] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.229960] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.230142] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.231097] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7633ac-ab8c-45dc-ba56-d1952f5e6ee6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.240836] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24979124-6569-4234-9671-ced15d78eb27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.245784] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.245904] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.246259] env[62312]: DEBUG nova.objects.instance [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'flavor' on Instance uuid bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.353956] env[62312]: INFO nova.compute.manager [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Took 32.77 seconds to build instance. [ 1531.376784] env[62312]: DEBUG nova.network.neutron [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updated VIF entry in instance network info cache for port 8166dbf8-d9db-4e93-ae0f-d1891b2c443b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.377240] env[62312]: DEBUG nova.network.neutron [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updating instance_info_cache with network_info: [{"id": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "address": "fa:16:3e:9c:cf:fb", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166dbf8-d9", "ovs_interfaceid": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.530996] env[62312]: ERROR nova.scheduler.client.report [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [req-24e9af7f-d8d3-4906-8ff9-aeda7b1cfe76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24e9af7f-d8d3-4906-8ff9-aeda7b1cfe76"}]} [ 1531.535021] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.535021] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521371a8-e3d2-bcf8-e3fd-e6c66e05343a, 'name': SearchDatastore_Task, 'duration_secs': 0.033829} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.535021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.535021] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.535021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.535021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.535021] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.535747] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de03e99e-60d2-4819-b1eb-7038cdfc1f49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.546969] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.547194] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.547932] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6394f29-2ca9-4912-9100-621e806b424a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.553237] env[62312]: DEBUG nova.scheduler.client.report [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1531.555851] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1531.555851] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5286e310-6d5b-19c7-b809-49a90e0d6edd" [ 1531.555851] env[62312]: _type = "Task" [ 1531.555851] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.565749] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5286e310-6d5b-19c7-b809-49a90e0d6edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.569064] env[62312]: DEBUG nova.scheduler.client.report [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1531.569281] env[62312]: DEBUG nova.compute.provider_tree [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1531.581791] env[62312]: DEBUG nova.scheduler.client.report [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1531.606284] env[62312]: DEBUG nova.scheduler.client.report [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1531.653209] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Successfully updated port: fa3bd797-6c1e-46ff-b8cc-596b32ea1373 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.669041] env[62312]: DEBUG nova.compute.manager [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.669284] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.670788] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31044186-de18-476a-be36-740084791703 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.681977] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.682156] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05012334-9475-43ca-8898-577dfa37182f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.689697] env[62312]: DEBUG oslo_vmware.api [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1531.689697] env[62312]: value = "task-1809640" [ 1531.689697] env[62312]: _type = "Task" [ 1531.689697] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.702228] env[62312]: DEBUG oslo_vmware.api [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.712560] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809638, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.840154] env[62312]: DEBUG nova.objects.instance [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'pci_requests' on Instance uuid bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.856254] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2b156121-6d1c-49c9-8e1e-c21bde0f5fd6 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.509s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.883029] env[62312]: DEBUG oslo_concurrency.lockutils [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] Releasing lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.883029] env[62312]: DEBUG nova.compute.manager [req-6fbed313-6570-4e1a-87f1-35ad3bdf0d63 req-3dc5c348-1f69-476b-bce6-4d267d8ab0d8 service nova] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Received event network-vif-deleted-becb2cc4-9a88-4f5e-95a9-1f9485cd30e8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1532.015799] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.065930] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5286e310-6d5b-19c7-b809-49a90e0d6edd, 'name': SearchDatastore_Task, 'duration_secs': 0.022454} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.070432] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4b9a55-a84a-47e3-ba8b-f63959464e1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.077179] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1532.077179] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520b4455-5c8f-f8ba-cd10-7dc6cf95bce3" [ 1532.077179] env[62312]: _type = "Task" [ 1532.077179] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.084770] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520b4455-5c8f-f8ba-cd10-7dc6cf95bce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.095959] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eab57b-5cb5-30c2-29ea-1bc994441ca2/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1532.096578] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d0779-70b7-4f25-abd6-5be4dbbc4073 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.105066] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eab57b-5cb5-30c2-29ea-1bc994441ca2/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1532.105255] env[62312]: ERROR oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eab57b-5cb5-30c2-29ea-1bc994441ca2/disk-0.vmdk due to incomplete transfer. [ 1532.105479] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-24dd6480-5188-4624-9978-d61927589067 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.112239] env[62312]: DEBUG oslo_vmware.rw_handles [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eab57b-5cb5-30c2-29ea-1bc994441ca2/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1532.112445] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Uploaded image fa617aa8-d575-463f-8856-e7142da3a40d to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1532.115035] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1532.117039] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2fd0f775-2877-481f-aed8-b6364a7d03f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.123349] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1532.123349] env[62312]: value = "task-1809641" [ 1532.123349] env[62312]: _type = "Task" [ 1532.123349] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.132966] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809641, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.155548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "refresh_cache-12a2e71a-74d5-43d4-99ff-3a104aa4d597" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.155693] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "refresh_cache-12a2e71a-74d5-43d4-99ff-3a104aa4d597" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.155866] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.159907] env[62312]: DEBUG nova.compute.manager [req-834534ba-3d66-4a09-9606-ade845e53a83 req-1dcfc4b1-2daf-495b-8762-8a2686018f4d service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Received event network-vif-plugged-fa3bd797-6c1e-46ff-b8cc-596b32ea1373 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1532.160148] env[62312]: DEBUG oslo_concurrency.lockutils [req-834534ba-3d66-4a09-9606-ade845e53a83 req-1dcfc4b1-2daf-495b-8762-8a2686018f4d service nova] Acquiring lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.160421] env[62312]: DEBUG oslo_concurrency.lockutils [req-834534ba-3d66-4a09-9606-ade845e53a83 req-1dcfc4b1-2daf-495b-8762-8a2686018f4d service nova] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.160758] env[62312]: DEBUG oslo_concurrency.lockutils [req-834534ba-3d66-4a09-9606-ade845e53a83 req-1dcfc4b1-2daf-495b-8762-8a2686018f4d service nova] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.160818] env[62312]: DEBUG nova.compute.manager [req-834534ba-3d66-4a09-9606-ade845e53a83 req-1dcfc4b1-2daf-495b-8762-8a2686018f4d service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] No waiting events found dispatching network-vif-plugged-fa3bd797-6c1e-46ff-b8cc-596b32ea1373 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1532.160980] env[62312]: WARNING nova.compute.manager [req-834534ba-3d66-4a09-9606-ade845e53a83 req-1dcfc4b1-2daf-495b-8762-8a2686018f4d service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Received unexpected event network-vif-plugged-fa3bd797-6c1e-46ff-b8cc-596b32ea1373 for instance with vm_state building and task_state spawning. [ 1532.167027] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8490f4b1-5125-4a2c-93ed-2627ed3eb5c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.177773] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b34264e-03ef-4d14-9d0f-d51025f0eaa6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.216286] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e44689-6dfe-427c-92c5-f0ede907d6d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.223182] env[62312]: DEBUG oslo_vmware.api [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.229067] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809638, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.230418] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631fe913-bc1a-45ca-a31c-8caeb88662c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.244331] env[62312]: DEBUG nova.compute.provider_tree [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.342458] env[62312]: DEBUG nova.objects.base [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1532.342688] env[62312]: DEBUG nova.network.neutron [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.359520] env[62312]: DEBUG nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.394465] env[62312]: DEBUG nova.policy [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1532.518351] env[62312]: DEBUG oslo_vmware.api [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809637, 'name': ReconfigVM_Task, 'duration_secs': 1.194487} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.518548] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375059', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'name': 'volume-d44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a84a6c96-9625-4f81-8781-09ee831d8bfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc', 'serial': 'd44d7dfb-0919-4b59-840f-c0e48d4e4fbc'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1532.592077] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520b4455-5c8f-f8ba-cd10-7dc6cf95bce3, 'name': SearchDatastore_Task, 'duration_secs': 0.028844} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.592077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.592077] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d41df122-2604-4e47-a2cf-ef5983b4a211/d41df122-2604-4e47-a2cf-ef5983b4a211.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1532.592077] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e90b5a5-8dea-441f-a3e3-e4263844e109 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.602170] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1532.602170] env[62312]: value = "task-1809642" [ 1532.602170] env[62312]: _type = "Task" [ 1532.602170] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.612581] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.634438] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809641, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.719073] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.728698] env[62312]: DEBUG oslo_vmware.api [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809640, 'name': PowerOffVM_Task, 'duration_secs': 0.823908} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.728698] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809638, 'name': Rename_Task, 'duration_secs': 1.29398} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.728698] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.728940] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.729258] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.729546] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89d2b68e-d366-415a-8908-61518e01e224 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.731289] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c76c83-a204-4160-a53b-475e4c9ed5d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.739444] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1532.739444] env[62312]: value = "task-1809643" [ 1532.739444] env[62312]: _type = "Task" [ 1532.739444] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.749238] env[62312]: DEBUG nova.scheduler.client.report [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.752876] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.819295] env[62312]: DEBUG nova.network.neutron [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Successfully created port: 707c0c52-db12-41e1-be4c-7a91486cf4e2 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.882928] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.895672] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.895963] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.896170] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Deleting the datastore file [datastore1] b60445df-57f7-45aa-9aa5-b3282ac6e4e0 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.896459] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e5def9-5c15-4418-b9e3-a67e4644ca9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.903686] env[62312]: DEBUG oslo_vmware.api [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for the task: (returnval){ [ 1532.903686] env[62312]: value = "task-1809645" [ 1532.903686] env[62312]: _type = "Task" [ 1532.903686] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.911823] env[62312]: DEBUG oslo_vmware.api [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.953960] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Updating instance_info_cache with network_info: [{"id": "fa3bd797-6c1e-46ff-b8cc-596b32ea1373", "address": "fa:16:3e:f3:33:73", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3bd797-6c", "ovs_interfaceid": "fa3bd797-6c1e-46ff-b8cc-596b32ea1373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.092810] env[62312]: DEBUG nova.objects.instance [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lazy-loading 'flavor' on Instance uuid a84a6c96-9625-4f81-8781-09ee831d8bfe {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.099280] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Acquiring lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.099557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.099801] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Acquiring lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.099980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.100144] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.103627] env[62312]: INFO nova.compute.manager [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Terminating instance [ 1533.115896] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.135613] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809641, 'name': Destroy_Task, 'duration_secs': 0.708988} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.135914] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Destroyed the VM [ 1533.136171] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1533.136472] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9b72448-b22c-45db-a765-f722bd814332 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.143359] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1533.143359] env[62312]: value = "task-1809646" [ 1533.143359] env[62312]: _type = "Task" [ 1533.143359] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.153624] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809646, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.251032] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809643, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.254717] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.079s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.255314] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.258840] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.477s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.259119] env[62312]: DEBUG nova.objects.instance [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lazy-loading 'resources' on Instance uuid 3740794c-c7a8-4325-9234-0fe4f83cc465 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.413370] env[62312]: DEBUG oslo_vmware.api [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Task: {'id': task-1809645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497621} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.413621] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.413806] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.413986] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.414177] env[62312]: INFO nova.compute.manager [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1533.414423] env[62312]: DEBUG oslo.service.loopingcall [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.414648] env[62312]: DEBUG nova.compute.manager [-] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.414740] env[62312]: DEBUG nova.network.neutron [-] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.456807] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "refresh_cache-12a2e71a-74d5-43d4-99ff-3a104aa4d597" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.457176] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Instance network_info: |[{"id": "fa3bd797-6c1e-46ff-b8cc-596b32ea1373", "address": "fa:16:3e:f3:33:73", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3bd797-6c", "ovs_interfaceid": "fa3bd797-6c1e-46ff-b8cc-596b32ea1373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.457609] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:33:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa3bd797-6c1e-46ff-b8cc-596b32ea1373', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.465517] env[62312]: DEBUG oslo.service.loopingcall [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.467888] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.467888] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a6ea8ee-2388-4c94-a7e7-05efb31c62f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.487569] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.487569] env[62312]: value = "task-1809647" [ 1533.487569] env[62312]: _type = "Task" [ 1533.487569] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.495234] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809647, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.551061] env[62312]: DEBUG nova.compute.manager [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1533.620937] env[62312]: DEBUG nova.compute.manager [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1533.620937] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1533.620937] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651845} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.620937] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8676d592-fc23-489d-bb07-c7fe68678ac9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.621578] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d41df122-2604-4e47-a2cf-ef5983b4a211/d41df122-2604-4e47-a2cf-ef5983b4a211.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1533.622623] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1533.622623] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8918e302-ae63-4b6a-ad14-647a0d725c8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.629311] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1533.629311] env[62312]: value = "task-1809648" [ 1533.629311] env[62312]: _type = "Task" [ 1533.629311] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.630606] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1533.630606] env[62312]: value = "task-1809649" [ 1533.630606] env[62312]: _type = "Task" [ 1533.630606] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.643183] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.644481] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.652227] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809646, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.752293] env[62312]: DEBUG oslo_vmware.api [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809643, 'name': PowerOnVM_Task, 'duration_secs': 0.714521} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.752610] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.752811] env[62312]: INFO nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1533.753016] env[62312]: DEBUG nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.753911] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ffc41-b1dd-47ad-839a-0ade270ac24b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.761833] env[62312]: DEBUG nova.compute.utils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.769122] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.769122] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.845331] env[62312]: DEBUG nova.policy [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2119555d1b4ceb820b6eacc89b8e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8504bfc24e84fe6acf5ba95db026901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.881595] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1533.881841] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375068', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'name': 'volume-26553f60-361b-4819-bad7-7ef2198be125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5a15a643-95a4-4885-b410-9df67ddf1b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'serial': '26553f60-361b-4819-bad7-7ef2198be125'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1533.883124] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad4942d-0102-434a-afbe-a27beaccdd67 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.905444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee5f0d-9cbf-4f03-94fb-9ab7c3d819c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.933895] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-26553f60-361b-4819-bad7-7ef2198be125/volume-26553f60-361b-4819-bad7-7ef2198be125.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.937151] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f886bbc2-7f1e-4f6d-9335-6b620ec8027c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.957172] env[62312]: DEBUG oslo_vmware.api [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Waiting for the task: (returnval){ [ 1533.957172] env[62312]: value = "task-1809650" [ 1533.957172] env[62312]: _type = "Task" [ 1533.957172] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.972408] env[62312]: DEBUG oslo_vmware.api [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.001600] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809647, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.068673] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.103508] env[62312]: DEBUG oslo_concurrency.lockutils [None req-910a8b08-115e-420a-b4ad-f473fd882a9e tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.414s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.143087] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809648, 'name': PowerOffVM_Task, 'duration_secs': 0.392892} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.149498] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.149729] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1534.149922] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374956', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'name': 'volume-aceb6978-5cf1-4f20-809c-982faf820b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'serial': 'aceb6978-5cf1-4f20-809c-982faf820b88'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1534.150285] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134587} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.151499] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ab685d-5834-483d-8e3c-d448143f595a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.158209] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.158546] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5329e72-a321-4dd9-9384-ca7e84685e00 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.182037] env[62312]: DEBUG oslo_vmware.api [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809646, 'name': RemoveSnapshot_Task, 'duration_secs': 0.739756} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.196197] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1534.196473] env[62312]: INFO nova.compute.manager [None req-04d3023e-4b7e-4e63-893d-24d8aaa4b3df tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 1534.200244] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db61b555-b31e-497d-90ec-1d93cd2ef6a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.211309] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d41df122-2604-4e47-a2cf-ef5983b4a211/d41df122-2604-4e47-a2cf-ef5983b4a211.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.212356] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce50d20d-f17f-4591-8cb6-5339f3354108 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.230137] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Successfully created port: 2dc2cb02-73de-47f5-a9b0-373674712a8b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.238677] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c19cc12-6300-46ca-8b2a-b970bec5bd1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.241459] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1534.241459] env[62312]: value = "task-1809651" [ 1534.241459] env[62312]: _type = "Task" [ 1534.241459] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.262031] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437199b2-e83a-4cdb-99f6-d8cf0d717788 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.270443] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.273057] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.291345] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] The volume has not been displaced from its original location: [datastore1] volume-aceb6978-5cf1-4f20-809c-982faf820b88/volume-aceb6978-5cf1-4f20-809c-982faf820b88.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1534.296597] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1534.298582] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ebe744-b773-4142-a310-97ea467b011d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.313255] env[62312]: INFO nova.compute.manager [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Took 34.70 seconds to build instance. [ 1534.323988] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1534.323988] env[62312]: value = "task-1809652" [ 1534.323988] env[62312]: _type = "Task" [ 1534.323988] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.337573] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.473432] env[62312]: DEBUG oslo_vmware.api [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.505258] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809647, 'name': CreateVM_Task, 'duration_secs': 0.636471} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.505258] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.505258] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.505258] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.505258] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.505258] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000803b7-38ea-47ad-b959-3c8f3a207f46 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.515742] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1534.515742] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52eae23a-a588-d6ad-6836-8369616da919" [ 1534.515742] env[62312]: _type = "Task" [ 1534.515742] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.524318] env[62312]: DEBUG nova.network.neutron [-] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.524318] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52eae23a-a588-d6ad-6836-8369616da919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.560258] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092dcac6-4f30-4696-89a3-0fa807d0e306 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.568639] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b57b463-f4b3-439d-afce-c4aeb6ef3bff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.604930] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2993a1d3-0bf4-429f-9493-5004ff7e6429 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.613320] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049ae12-d3df-41fa-8260-1e9ac30ae633 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.626555] env[62312]: DEBUG nova.network.neutron [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Successfully updated port: 707c0c52-db12-41e1-be4c-7a91486cf4e2 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.641044] env[62312]: DEBUG nova.compute.provider_tree [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.752600] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.817201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a5860eb2-e7d2-417b-9d39-8edde0bfc366 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.666s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.834443] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809652, 'name': ReconfigVM_Task, 'duration_secs': 0.317328} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.834756] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1534.840945] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97841a70-07a7-4e9a-aa2f-d23464eb8640 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.852443] env[62312]: DEBUG nova.compute.manager [req-11305bb2-6d64-4908-8eb9-8e86308bafab req-fa2d5d9e-6bbc-45b5-99e8-1d8a47daf966 service nova] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Received event network-vif-deleted-3937d740-8de4-4f2e-958b-6c5063b2edac {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1534.859259] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1534.859259] env[62312]: value = "task-1809653" [ 1534.859259] env[62312]: _type = "Task" [ 1534.859259] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.868247] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.960342] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.960627] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.960854] env[62312]: DEBUG nova.compute.manager [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.966054] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b33948-3362-478a-9b79-bbafb68057bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.975010] env[62312]: DEBUG oslo_vmware.api [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809650, 'name': ReconfigVM_Task, 'duration_secs': 1.000996} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.975280] env[62312]: DEBUG nova.compute.manager [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1534.975834] env[62312]: DEBUG nova.objects.instance [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lazy-loading 'flavor' on Instance uuid 495cf19a-55fc-45c5-a05e-97f0395d06cf {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.977138] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-26553f60-361b-4819-bad7-7ef2198be125/volume-26553f60-361b-4819-bad7-7ef2198be125.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1534.982264] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142ce5e5-6de3-405c-89be-2819e0271ff4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.998547] env[62312]: DEBUG oslo_vmware.api [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Waiting for the task: (returnval){ [ 1534.998547] env[62312]: value = "task-1809654" [ 1534.998547] env[62312]: _type = "Task" [ 1534.998547] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.009315] env[62312]: DEBUG oslo_vmware.api [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.023401] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52eae23a-a588-d6ad-6836-8369616da919, 'name': SearchDatastore_Task, 'duration_secs': 0.018187} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.023709] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.024029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.024263] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.024400] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.024588] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.024881] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4182c674-6e98-4535-babb-74d78f03546a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.027547] env[62312]: INFO nova.compute.manager [-] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Took 1.61 seconds to deallocate network for instance. [ 1535.034174] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.034365] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.035057] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583f7258-4a5d-4bb8-ab18-aa5789d065ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.040101] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1535.040101] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f3c5b6-f1e7-abf9-947d-b5098b38ceca" [ 1535.040101] env[62312]: _type = "Task" [ 1535.040101] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.048376] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f3c5b6-f1e7-abf9-947d-b5098b38ceca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.145962] env[62312]: DEBUG nova.scheduler.client.report [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.151644] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.151644] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.151644] env[62312]: DEBUG nova.network.neutron [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.254294] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809651, 'name': ReconfigVM_Task, 'duration_secs': 0.738081} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.255663] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d41df122-2604-4e47-a2cf-ef5983b4a211/d41df122-2604-4e47-a2cf-ef5983b4a211.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.257209] env[62312]: DEBUG nova.compute.manager [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Received event network-changed-fa3bd797-6c1e-46ff-b8cc-596b32ea1373 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1535.257209] env[62312]: DEBUG nova.compute.manager [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Refreshing instance network info cache due to event network-changed-fa3bd797-6c1e-46ff-b8cc-596b32ea1373. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1535.257436] env[62312]: DEBUG oslo_concurrency.lockutils [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] Acquiring lock "refresh_cache-12a2e71a-74d5-43d4-99ff-3a104aa4d597" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.257555] env[62312]: DEBUG oslo_concurrency.lockutils [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] Acquired lock "refresh_cache-12a2e71a-74d5-43d4-99ff-3a104aa4d597" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.257735] env[62312]: DEBUG nova.network.neutron [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Refreshing network info cache for port fa3bd797-6c1e-46ff-b8cc-596b32ea1373 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.258797] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c762b4f0-8ec7-4b21-9729-2522abd7248b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.266024] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1535.266024] env[62312]: value = "task-1809655" [ 1535.266024] env[62312]: _type = "Task" [ 1535.266024] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.275416] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809655, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.286028] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.305658] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.305891] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.306066] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.306252] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.306398] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.306545] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.306745] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.306894] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.307077] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.307269] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.307505] env[62312]: DEBUG nova.virt.hardware [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.308575] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94af8c77-87f0-429c-824b-9a0c9c6e386e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.317031] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df8bf3d-d098-4e2f-b4b2-58c44a481548 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.369322] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809653, 'name': ReconfigVM_Task, 'duration_secs': 0.173518} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.369641] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374956', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'name': 'volume-aceb6978-5cf1-4f20-809c-982faf820b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aceb6978-5cf1-4f20-809c-982faf820b88', 'serial': 'aceb6978-5cf1-4f20-809c-982faf820b88'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1535.369916] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.370685] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef9de0f-2966-4657-9f7c-67c076988a8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.377278] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.377501] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23c5b24b-1cae-4fdf-bbbc-5fc3545f5ef0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.484254] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.484453] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.484569] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Deleting the datastore file [datastore1] 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.485754] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d783c3ba-0ba4-466a-b437-5acad33535c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.493100] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for the task: (returnval){ [ 1535.493100] env[62312]: value = "task-1809657" [ 1535.493100] env[62312]: _type = "Task" [ 1535.493100] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.502189] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.509665] env[62312]: DEBUG oslo_vmware.api [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809654, 'name': ReconfigVM_Task, 'duration_secs': 0.224693} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.509953] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375068', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'name': 'volume-26553f60-361b-4819-bad7-7ef2198be125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5a15a643-95a4-4885-b410-9df67ddf1b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'serial': '26553f60-361b-4819-bad7-7ef2198be125'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1535.534782] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.552067] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f3c5b6-f1e7-abf9-947d-b5098b38ceca, 'name': SearchDatastore_Task, 'duration_secs': 0.022721} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.552299] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361bf8a4-21e7-4cd1-bdb4-3ca4df3860c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.557513] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1535.557513] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528207eb-ed11-6214-8850-bcb49f64067d" [ 1535.557513] env[62312]: _type = "Task" [ 1535.557513] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.565329] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528207eb-ed11-6214-8850-bcb49f64067d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.653255] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.394s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.657537] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.109s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.657887] env[62312]: DEBUG nova.objects.instance [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lazy-loading 'resources' on Instance uuid 978f946b-172a-48d4-b9de-ee19dd0d1224 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.672863] env[62312]: INFO nova.scheduler.client.report [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Deleted allocations for instance 3740794c-c7a8-4325-9234-0fe4f83cc465 [ 1535.704983] env[62312]: WARNING nova.network.neutron [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] b70120ee-a589-49ad-bcba-bd20382996f3 already exists in list: networks containing: ['b70120ee-a589-49ad-bcba-bd20382996f3']. ignoring it [ 1535.777674] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809655, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.791917] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "40082768-b08a-4bd4-84ba-c9a8e16815f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.791917] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.991671] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.992009] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-938442a5-4ddc-40a0-89e4-ea45df2cc220 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.008534] env[62312]: DEBUG oslo_vmware.api [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1536.008534] env[62312]: value = "task-1809658" [ 1536.008534] env[62312]: _type = "Task" [ 1536.008534] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.017193] env[62312]: DEBUG oslo_vmware.api [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Task: {'id': task-1809657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109777} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.018025] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.018224] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.018407] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.018571] env[62312]: INFO nova.compute.manager [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1536.018996] env[62312]: DEBUG oslo.service.loopingcall [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.018996] env[62312]: DEBUG nova.compute.manager [-] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.019121] env[62312]: DEBUG nova.network.neutron [-] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.023984] env[62312]: DEBUG oslo_vmware.api [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.049389] env[62312]: DEBUG nova.network.neutron [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Updated VIF entry in instance network info cache for port fa3bd797-6c1e-46ff-b8cc-596b32ea1373. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.049830] env[62312]: DEBUG nova.network.neutron [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Updating instance_info_cache with network_info: [{"id": "fa3bd797-6c1e-46ff-b8cc-596b32ea1373", "address": "fa:16:3e:f3:33:73", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3bd797-6c", "ovs_interfaceid": "fa3bd797-6c1e-46ff-b8cc-596b32ea1373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.068973] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528207eb-ed11-6214-8850-bcb49f64067d, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.069254] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.069509] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 12a2e71a-74d5-43d4-99ff-3a104aa4d597/12a2e71a-74d5-43d4-99ff-3a104aa4d597.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.069761] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d2b252-9589-43a7-b79a-2b8bb203ee6b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.077141] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1536.077141] env[62312]: value = "task-1809659" [ 1536.077141] env[62312]: _type = "Task" [ 1536.077141] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.085850] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.183660] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6acd017-6032-4f69-b001-c5e0dafbc256 tempest-ServerTagsTestJSON-510853828 tempest-ServerTagsTestJSON-510853828-project-member] Lock "3740794c-c7a8-4325-9234-0fe4f83cc465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.051s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.240642] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Successfully updated port: 2dc2cb02-73de-47f5-a9b0-373674712a8b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.282041] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809655, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.295963] env[62312]: DEBUG nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1536.305434] env[62312]: DEBUG nova.network.neutron [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "707c0c52-db12-41e1-be4c-7a91486cf4e2", "address": "fa:16:3e:4f:f5:8e", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707c0c52-db", "ovs_interfaceid": "707c0c52-db12-41e1-be4c-7a91486cf4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.520125] env[62312]: DEBUG oslo_vmware.api [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809658, 'name': PowerOffVM_Task, 'duration_secs': 0.351531} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.520282] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.520347] env[62312]: DEBUG nova.compute.manager [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.521547] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed3b38c-5e6b-428e-bbff-350320642cde {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.559162] env[62312]: DEBUG nova.objects.instance [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lazy-loading 'flavor' on Instance uuid 5a15a643-95a4-4885-b410-9df67ddf1b1c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.561882] env[62312]: DEBUG oslo_concurrency.lockutils [req-a3b052ce-dfc1-419d-9957-550fb8b7eaf8 req-1a153512-1823-403a-a3eb-ad01d2447bb8 service nova] Releasing lock "refresh_cache-12a2e71a-74d5-43d4-99ff-3a104aa4d597" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.568110] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "2d367982-ec8b-4f4c-b834-513d6f23889d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.568110] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.590970] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.744147] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "refresh_cache-f8427318-ec57-4cd2-aba1-49dd7af2e4a4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.744341] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "refresh_cache-f8427318-ec57-4cd2-aba1-49dd7af2e4a4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.744494] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.779895] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809655, 'name': Rename_Task, 'duration_secs': 1.079501} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.782455] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.783608] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed903af-c9b0-46b3-b89d-8130b93128cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.789624] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1536.789624] env[62312]: value = "task-1809660" [ 1536.789624] env[62312]: _type = "Task" [ 1536.789624] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.801145] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.811053] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.815030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.815030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.815030] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a561834-3e2f-4633-9691-f8778e6d5aca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.836118] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.836467] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.836726] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.837017] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.837220] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.837420] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.837655] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.837982] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.838182] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.838395] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.838628] env[62312]: DEBUG nova.virt.hardware [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.846181] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Reconfiguring VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1536.848905] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.849321] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2185f34f-e590-4290-9ce0-caf02eeaccc8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.867215] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06b7de-cc37-4643-a40b-d9795e45cfc2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.878691] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10c6c4f-4d19-41b2-b727-717268edd950 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.882571] env[62312]: DEBUG oslo_vmware.api [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1536.882571] env[62312]: value = "task-1809661" [ 1536.882571] env[62312]: _type = "Task" [ 1536.882571] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.914460] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac17621d-1c51-452d-902a-d94a7946eefe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.921346] env[62312]: DEBUG oslo_vmware.api [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.926707] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c225f224-0b8d-4d5c-b1c7-02509af1d61a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.940825] env[62312]: DEBUG nova.compute.provider_tree [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.039426] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cdbfe9fc-f7c7-46b1-ae9a-76d3dd6031be tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.066602] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4147baaf-cfc2-4c2a-bfe7-b1e103cb8172 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.069815] env[62312]: DEBUG nova.compute.utils [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.088804] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585038} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.089096] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 12a2e71a-74d5-43d4-99ff-3a104aa4d597/12a2e71a-74d5-43d4-99ff-3a104aa4d597.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.089311] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.089564] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ccdf8cb-0143-4af1-808b-99ddf228d9d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.097394] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1537.097394] env[62312]: value = "task-1809662" [ 1537.097394] env[62312]: _type = "Task" [ 1537.097394] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.107029] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.300235] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.306386] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1537.393149] env[62312]: DEBUG oslo_vmware.api [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.482109] env[62312]: ERROR nova.scheduler.client.report [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [req-fe419f9b-74d6-4d39-ab25-c3caf8f4e700] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe419f9b-74d6-4d39-ab25-c3caf8f4e700"}]} [ 1537.505165] env[62312]: DEBUG nova.scheduler.client.report [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1537.523268] env[62312]: DEBUG nova.scheduler.client.report [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1537.523268] env[62312]: DEBUG nova.compute.provider_tree [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.536974] env[62312]: DEBUG nova.scheduler.client.report [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1537.560382] env[62312]: DEBUG nova.scheduler.client.report [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1537.572534] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.573772] env[62312]: DEBUG nova.network.neutron [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Updating instance_info_cache with network_info: [{"id": "2dc2cb02-73de-47f5-a9b0-373674712a8b", "address": "fa:16:3e:31:74:28", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc2cb02-73", "ovs_interfaceid": "2dc2cb02-73de-47f5-a9b0-373674712a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.608178] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064846} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.608547] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.609386] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab00971c-2d83-452d-8fd0-bbdae48f51a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.612888] env[62312]: DEBUG nova.network.neutron [-] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.640639] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 12a2e71a-74d5-43d4-99ff-3a104aa4d597/12a2e71a-74d5-43d4-99ff-3a104aa4d597.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.642062] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495a7512-080d-4f0c-8f7a-8ae948d2d112 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.667558] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1537.667558] env[62312]: value = "task-1809663" [ 1537.667558] env[62312]: _type = "Task" [ 1537.667558] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.677237] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.806164] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809660, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.899253] env[62312]: DEBUG oslo_vmware.api [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809661, 'name': ReconfigVM_Task, 'duration_secs': 0.956206} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.902262] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.902476] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Reconfigured VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1538.076995] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "refresh_cache-f8427318-ec57-4cd2-aba1-49dd7af2e4a4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.077261] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Instance network_info: |[{"id": "2dc2cb02-73de-47f5-a9b0-373674712a8b", "address": "fa:16:3e:31:74:28", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc2cb02-73", "ovs_interfaceid": "2dc2cb02-73de-47f5-a9b0-373674712a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1538.078414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:74:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dc2cb02-73de-47f5-a9b0-373674712a8b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.085527] env[62312]: DEBUG oslo.service.loopingcall [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.088254] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.089022] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3042cc0d-264b-4d7a-854d-279be3691536 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.111776] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.111776] env[62312]: value = "task-1809664" [ 1538.111776] env[62312]: _type = "Task" [ 1538.111776] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.115814] env[62312]: INFO nova.compute.manager [-] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Took 2.10 seconds to deallocate network for instance. [ 1538.122585] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809664, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.180139] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.196116] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e22ef89-e032-42a0-bd6d-4eaccd4a6171 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.204767] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3f209-01c0-421c-816d-ce29ad30a5f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.236622] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1365df-c9d3-49a1-8be8-c89555aedb3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.245265] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e9add-ff29-4e42-a994-5f40e9deb0ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.263878] env[62312]: DEBUG nova.compute.provider_tree [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.300932] env[62312]: DEBUG oslo_vmware.api [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809660, 'name': PowerOnVM_Task, 'duration_secs': 1.047322} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.301270] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.301482] env[62312]: INFO nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Took 12.02 seconds to spawn the instance on the hypervisor. [ 1538.301678] env[62312]: DEBUG nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.302527] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b212aa87-a2c3-4a9c-b02c-c7ea5cd9f660 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.407941] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d174835c-2631-496d-8fbc-03fc8a4ba9b0 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.162s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.623337] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809664, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.640305] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "2d367982-ec8b-4f4c-b834-513d6f23889d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.640999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.640999] env[62312]: INFO nova.compute.manager [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Attaching volume 24206140-b4f4-43c2-ba03-6e647ebcc0f8 to /dev/sdb [ 1538.672982] env[62312]: INFO nova.compute.manager [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Took 0.56 seconds to detach 1 volumes for instance. [ 1538.680012] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809663, 'name': ReconfigVM_Task, 'duration_secs': 0.677067} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.680572] env[62312]: DEBUG nova.compute.manager [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Deleting volume: aceb6978-5cf1-4f20-809c-982faf820b88 {{(pid=62312) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1538.682649] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 12a2e71a-74d5-43d4-99ff-3a104aa4d597/12a2e71a-74d5-43d4-99ff-3a104aa4d597.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.684268] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2739d049-496e-4370-996d-28d441bcae83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.686699] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d395af-cddb-49b0-bcbc-98b923942f4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.695266] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dcd9c0-75e5-41eb-b0bc-56d956eb460e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.697540] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1538.697540] env[62312]: value = "task-1809665" [ 1538.697540] env[62312]: _type = "Task" [ 1538.697540] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.709900] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809665, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.714362] env[62312]: DEBUG nova.virt.block_device [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Updating existing volume attachment record: 6f17e49a-35eb-42b7-8e84-a178f8e8bded {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1538.808454] env[62312]: DEBUG nova.scheduler.client.report [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1538.808728] env[62312]: DEBUG nova.compute.provider_tree [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 78 to 79 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1538.808947] env[62312]: DEBUG nova.compute.provider_tree [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.820423] env[62312]: INFO nova.compute.manager [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Took 36.57 seconds to build instance. [ 1539.080574] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.081046] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.081278] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.081471] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.081642] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.083868] env[62312]: INFO nova.compute.manager [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Terminating instance [ 1539.121621] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809664, 'name': CreateVM_Task, 'duration_secs': 0.562169} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.121794] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.122567] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.122854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.123138] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.123386] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06fb7ae-3e16-4049-9718-80e9d818408e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.127732] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1539.127732] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521e2a97-298a-e152-793c-bd41cb54817f" [ 1539.127732] env[62312]: _type = "Task" [ 1539.127732] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.136965] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e2a97-298a-e152-793c-bd41cb54817f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.207462] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809665, 'name': Rename_Task, 'duration_secs': 0.207412} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.207739] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.207979] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a1be91-1563-4b33-89a5-b795a2ebf9cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.215435] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1539.215435] env[62312]: value = "task-1809670" [ 1539.215435] env[62312]: _type = "Task" [ 1539.215435] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.225144] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.244712] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.317910] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.660s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.320797] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.446s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.321184] env[62312]: DEBUG nova.objects.instance [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lazy-loading 'resources' on Instance uuid b20cb8cb-b813-40b3-8c78-bb413b702339 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.323801] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c876144c-cf59-499e-8551-6b85b59f084e tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.845s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.342784] env[62312]: INFO nova.scheduler.client.report [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted allocations for instance 978f946b-172a-48d4-b9de-ee19dd0d1224 [ 1539.526665] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received event network-vif-plugged-707c0c52-db12-41e1-be4c-7a91486cf4e2 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1539.526889] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.527127] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.527300] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.527468] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] No waiting events found dispatching network-vif-plugged-707c0c52-db12-41e1-be4c-7a91486cf4e2 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.527630] env[62312]: WARNING nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received unexpected event network-vif-plugged-707c0c52-db12-41e1-be4c-7a91486cf4e2 for instance with vm_state active and task_state None. [ 1539.527791] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received event network-changed-707c0c52-db12-41e1-be4c-7a91486cf4e2 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1539.527944] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Refreshing instance network info cache due to event network-changed-707c0c52-db12-41e1-be4c-7a91486cf4e2. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1539.528143] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Acquiring lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.528278] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Acquired lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.528428] env[62312]: DEBUG nova.network.neutron [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Refreshing network info cache for port 707c0c52-db12-41e1-be4c-7a91486cf4e2 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.588905] env[62312]: DEBUG nova.compute.manager [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.589248] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.590680] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5742e1cd-fe16-4657-8ef9-c90b6c6b225f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.599174] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.600025] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1a47d00-7b72-479d-b93c-6472769095d1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.637867] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e2a97-298a-e152-793c-bd41cb54817f, 'name': SearchDatastore_Task, 'duration_secs': 0.016261} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.638166] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.638398] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.638626] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.638801] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.638978] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.639232] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-488d47fe-9967-495b-9408-b1a9b53d0476 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.648798] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.648966] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.649825] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579b3a09-e07d-4c66-af69-1baebfc6ad6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.655324] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1539.655324] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52095bc7-3338-4f8a-19af-6f46436c94f5" [ 1539.655324] env[62312]: _type = "Task" [ 1539.655324] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.663272] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52095bc7-3338-4f8a-19af-6f46436c94f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.673142] env[62312]: INFO nova.compute.manager [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Rebuilding instance [ 1539.711712] env[62312]: DEBUG nova.compute.manager [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.712569] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d114d71-f263-417d-8ffd-d4578d8eaab2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.728055] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.841921] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.842614] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.842614] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleting the datastore file [datastore1] 1f263cb1-15b3-4e8d-8cfa-dae622a1c186 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.842744] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9b41c24-91dd-46d0-acac-85d36a47bbd3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.850566] env[62312]: DEBUG oslo_vmware.api [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1539.850566] env[62312]: value = "task-1809672" [ 1539.850566] env[62312]: _type = "Task" [ 1539.850566] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.851070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf476f8a-d93b-4644-808e-ddc4580514a0 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "978f946b-172a-48d4-b9de-ee19dd0d1224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.771s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.866516] env[62312]: DEBUG oslo_vmware.api [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.167180] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52095bc7-3338-4f8a-19af-6f46436c94f5, 'name': SearchDatastore_Task, 'duration_secs': 0.025968} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.169800] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0123e7-6ef6-4231-931d-f471effd5131 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.176053] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1540.176053] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527136db-88b7-d8bb-38da-c7e6ecb99368" [ 1540.176053] env[62312]: _type = "Task" [ 1540.176053] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.186881] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527136db-88b7-d8bb-38da-c7e6ecb99368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.229783] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.270512] env[62312]: DEBUG nova.network.neutron [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updated VIF entry in instance network info cache for port 707c0c52-db12-41e1-be4c-7a91486cf4e2. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.271055] env[62312]: DEBUG nova.network.neutron [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "707c0c52-db12-41e1-be4c-7a91486cf4e2", "address": "fa:16:3e:4f:f5:8e", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707c0c52-db", "ovs_interfaceid": "707c0c52-db12-41e1-be4c-7a91486cf4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.361455] env[62312]: DEBUG oslo_vmware.api [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266991} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.364045] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.364245] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.364422] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.364591] env[62312]: INFO nova.compute.manager [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Took 0.78 seconds to destroy the instance on the hypervisor. [ 1540.364826] env[62312]: DEBUG oslo.service.loopingcall [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.365214] env[62312]: DEBUG nova.compute.manager [-] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.365311] env[62312]: DEBUG nova.network.neutron [-] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1540.391782] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b357e69-935d-4b34-b8f1-b662b9c830fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.400064] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888ff36-454e-4820-9a10-b7a318fb9bee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.438385] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af93b2-f2fc-443f-a919-9a5940b4ee79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.445846] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac60999-6eed-4614-ab8c-f9bb20b56adb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.462964] env[62312]: DEBUG nova.compute.provider_tree [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.595024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "3df85e52-fad7-4199-ba49-9cf68a9def0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.595024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.686308] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527136db-88b7-d8bb-38da-c7e6ecb99368, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.686555] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.686799] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f8427318-ec57-4cd2-aba1-49dd7af2e4a4/f8427318-ec57-4cd2-aba1-49dd7af2e4a4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.687082] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-583644d9-bd92-45d2-b67f-66fad36318ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.696053] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1540.696053] env[62312]: value = "task-1809673" [ 1540.696053] env[62312]: _type = "Task" [ 1540.696053] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.704933] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.727670] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809670, 'name': PowerOnVM_Task, 'duration_secs': 1.469348} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.727873] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.728434] env[62312]: INFO nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1540.728434] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.729091] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690e14fb-3c5d-4a1f-abe6-73743aebf863 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.733535] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.735160] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c420a0d-8bcf-4642-97b3-c2bef14a1da3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.743678] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1540.743678] env[62312]: value = "task-1809674" [ 1540.743678] env[62312]: _type = "Task" [ 1540.743678] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.753529] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.776296] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Releasing lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.777079] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Received event network-vif-plugged-2dc2cb02-73de-47f5-a9b0-373674712a8b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1540.777079] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Acquiring lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.777221] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.777385] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.777541] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] No waiting events found dispatching network-vif-plugged-2dc2cb02-73de-47f5-a9b0-373674712a8b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1540.778177] env[62312]: WARNING nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Received unexpected event network-vif-plugged-2dc2cb02-73de-47f5-a9b0-373674712a8b for instance with vm_state building and task_state spawning. [ 1540.778177] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Received event network-changed-2dc2cb02-73de-47f5-a9b0-373674712a8b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1540.778177] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Refreshing instance network info cache due to event network-changed-2dc2cb02-73de-47f5-a9b0-373674712a8b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1540.778177] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Acquiring lock "refresh_cache-f8427318-ec57-4cd2-aba1-49dd7af2e4a4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.778355] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Acquired lock "refresh_cache-f8427318-ec57-4cd2-aba1-49dd7af2e4a4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.778696] env[62312]: DEBUG nova.network.neutron [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Refreshing network info cache for port 2dc2cb02-73de-47f5-a9b0-373674712a8b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.987302] env[62312]: ERROR nova.scheduler.client.report [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] [req-3fcd8000-0690-47c7-80db-466ec6fb7038] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fcd8000-0690-47c7-80db-466ec6fb7038"}]} [ 1541.012690] env[62312]: DEBUG nova.scheduler.client.report [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1541.014965] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Acquiring lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.015326] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.038602] env[62312]: DEBUG nova.scheduler.client.report [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1541.038848] env[62312]: DEBUG nova.compute.provider_tree [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1541.055491] env[62312]: DEBUG nova.scheduler.client.report [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1541.082718] env[62312]: DEBUG nova.scheduler.client.report [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1541.098653] env[62312]: DEBUG nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1541.106524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "7db520a4-6543-49ed-bfeb-367f894f8943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.106732] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "7db520a4-6543-49ed-bfeb-367f894f8943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.201022] env[62312]: DEBUG nova.objects.instance [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lazy-loading 'flavor' on Instance uuid 495cf19a-55fc-45c5-a05e-97f0395d06cf {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.202521] env[62312]: DEBUG nova.network.neutron [-] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.229148] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809673, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.249697] env[62312]: INFO nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Took 36.16 seconds to build instance. [ 1541.256251] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809674, 'name': PowerOffVM_Task, 'duration_secs': 0.263785} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.256494] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.256719] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.257479] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3328d94a-f12a-43f2-8fce-05aaab554cd2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.264601] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.264814] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e656fb97-1694-42ed-8285-bde116c2d268 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.368819] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.369132] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.369335] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleting the datastore file [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.369594] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2325875a-f641-4815-9bf6-e72e6badbf6b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.378027] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1541.378027] env[62312]: value = "task-1809677" [ 1541.378027] env[62312]: _type = "Task" [ 1541.378027] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.386302] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.518779] env[62312]: INFO nova.compute.manager [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Detaching volume 26553f60-361b-4819-bad7-7ef2198be125 [ 1541.543892] env[62312]: DEBUG nova.network.neutron [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Updated VIF entry in instance network info cache for port 2dc2cb02-73de-47f5-a9b0-373674712a8b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.543892] env[62312]: DEBUG nova.network.neutron [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Updating instance_info_cache with network_info: [{"id": "2dc2cb02-73de-47f5-a9b0-373674712a8b", "address": "fa:16:3e:31:74:28", "network": {"id": "e14a020f-2de9-45ec-8891-a4968a98d053", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1729153390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8504bfc24e84fe6acf5ba95db026901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc2cb02-73", "ovs_interfaceid": "2dc2cb02-73de-47f5-a9b0-373674712a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.557357] env[62312]: INFO nova.virt.block_device [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Attempting to driver detach volume 26553f60-361b-4819-bad7-7ef2198be125 from mountpoint /dev/sdb [ 1541.557603] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1541.557800] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375068', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'name': 'volume-26553f60-361b-4819-bad7-7ef2198be125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5a15a643-95a4-4885-b410-9df67ddf1b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'serial': '26553f60-361b-4819-bad7-7ef2198be125'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1541.558680] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ea4cb-e643-42d4-863f-65b9d1eb1347 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.588304] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f1098-ea5c-4504-a799-6f523c250b2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.597723] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac9d120-9b7d-4f79-bc59-fe6ec26784bd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.604037] env[62312]: DEBUG nova.compute.manager [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Received event network-changed-8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1541.604359] env[62312]: DEBUG nova.compute.manager [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Refreshing instance network info cache due to event network-changed-8166dbf8-d9db-4e93-ae0f-d1891b2c443b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1541.604611] env[62312]: DEBUG oslo_concurrency.lockutils [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] Acquiring lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.604828] env[62312]: DEBUG oslo_concurrency.lockutils [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] Acquired lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.605102] env[62312]: DEBUG nova.network.neutron [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Refreshing network info cache for port 8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.632018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818363cc-bfdc-4e10-89f1-dad762c4f980 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.648514] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] The volume has not been displaced from its original location: [datastore1] volume-26553f60-361b-4819-bad7-7ef2198be125/volume-26553f60-361b-4819-bad7-7ef2198be125.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1541.653962] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1541.657303] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.657847] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05930db-83a3-4ae8-b625-3d86246c5005 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.679288] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Waiting for the task: (returnval){ [ 1541.679288] env[62312]: value = "task-1809678" [ 1541.679288] env[62312]: _type = "Task" [ 1541.679288] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.689960] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.705260] env[62312]: INFO nova.compute.manager [-] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Took 1.34 seconds to deallocate network for instance. [ 1541.712040] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.712040] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquired lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.712040] env[62312]: DEBUG nova.network.neutron [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.712247] env[62312]: DEBUG nova.objects.instance [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lazy-loading 'info_cache' on Instance uuid 495cf19a-55fc-45c5-a05e-97f0395d06cf {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.724683] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809673, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.751632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.220s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.767741] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264ac12-e300-4e83-9a54-7a321f1b7e6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.785015] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3aa741-1540-4111-9ea5-f3ac6d8419b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.789745] env[62312]: DEBUG nova.compute.manager [req-161bc226-33f9-4b11-8250-7e072fb2d4ee req-956b7e76-7cef-49fd-ac5f-63de3174a351 service nova] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Received event network-vif-deleted-c5cbbfb5-9b60-488e-9bb2-f69183847121 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1541.823932] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e83ea-920c-48f0-b6e0-f21dccc2a8c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.832265] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fab04f-d4c7-4a9c-baf7-a353b42420db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.847133] env[62312]: DEBUG nova.compute.provider_tree [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.888855] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.908808] env[62312]: DEBUG nova.network.neutron [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updated VIF entry in instance network info cache for port 8166dbf8-d9db-4e93-ae0f-d1891b2c443b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.909206] env[62312]: DEBUG nova.network.neutron [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updating instance_info_cache with network_info: [{"id": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "address": "fa:16:3e:9c:cf:fb", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166dbf8-d9", "ovs_interfaceid": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.049810] env[62312]: DEBUG oslo_concurrency.lockutils [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] Releasing lock "refresh_cache-f8427318-ec57-4cd2-aba1-49dd7af2e4a4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.050113] env[62312]: DEBUG nova.compute.manager [req-18c7afed-a7d5-4520-86fe-adefcb8362ea req-e77b5573-0013-44a9-b925-2a7bcd4d1e5d service nova] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Received event network-vif-deleted-ef105279-3a82-4979-96a1-12c233c4c680 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1542.189739] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.213260] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809673, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.219291] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.220416] env[62312]: DEBUG nova.objects.base [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Object Instance<495cf19a-55fc-45c5-a05e-97f0395d06cf> lazy-loaded attributes: flavor,info_cache {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1542.254553] env[62312]: DEBUG nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.350055] env[62312]: DEBUG nova.scheduler.client.report [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.388783] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584846} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.389224] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.389493] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.389805] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.411780] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-707c0c52-db12-41e1-be4c-7a91486cf4e2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.412078] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-707c0c52-db12-41e1-be4c-7a91486cf4e2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.413838] env[62312]: DEBUG oslo_concurrency.lockutils [req-59f60eaa-4c75-4d79-99bf-ed1d8a482399 req-01dbd9de-608b-40ce-8fcb-d4697075d57c service nova] Releasing lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.465395] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "d41df122-2604-4e47-a2cf-ef5983b4a211" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.465657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.465894] env[62312]: INFO nova.compute.manager [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Rebooting instance [ 1542.691631] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.715767] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809673, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.605616} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.715976] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f8427318-ec57-4cd2-aba1-49dd7af2e4a4/f8427318-ec57-4cd2-aba1-49dd7af2e4a4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.716213] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.716462] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdb55bfa-ee75-4d03-aff4-03429cc1fabd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.725511] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1542.725511] env[62312]: value = "task-1809679" [ 1542.725511] env[62312]: _type = "Task" [ 1542.725511] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.734168] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.777207] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.856676] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.536s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.860215] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.907s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.862505] env[62312]: INFO nova.compute.claims [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.883174] env[62312]: INFO nova.scheduler.client.report [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Deleted allocations for instance b20cb8cb-b813-40b3-8c78-bb413b702339 [ 1542.916991] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.917325] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.918285] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56c585-2ca3-4f99-959c-c2600558c563 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.945662] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d2b81-f82c-4bc0-ad44-eda0cb96bd95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.977554] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Reconfiguring VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1542.978970] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ee9931-0df2-40cf-b086-068359496958 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.993899] env[62312]: DEBUG nova.network.neutron [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Updating instance_info_cache with network_info: [{"id": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "address": "fa:16:3e:71:df:c0", "network": {"id": "8248a8ab-98a9-453e-a93c-db8f21e8398a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-801133279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5186557ec26456ab1b568338c21e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393366c5-be", "ovs_interfaceid": "393366c5-becf-4a8c-96d3-0e77ea1d2242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.999100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.999100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquired lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.999100] env[62312]: DEBUG nova.network.neutron [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.003505] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1543.003505] env[62312]: value = "task-1809680" [ 1543.003505] env[62312]: _type = "Task" [ 1543.003505] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.013994] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.195009] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809678, 'name': ReconfigVM_Task, 'duration_secs': 1.23674} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.195502] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1543.202695] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641e58c6-6506-4849-8593-bd16191adda4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.220810] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Waiting for the task: (returnval){ [ 1543.220810] env[62312]: value = "task-1809681" [ 1543.220810] env[62312]: _type = "Task" [ 1543.220810] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.234097] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.239714] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174865} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.240038] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.240890] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1d35ca-af1f-4d03-b61b-4217dcf55333 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.266059] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f8427318-ec57-4cd2-aba1-49dd7af2e4a4/f8427318-ec57-4cd2-aba1-49dd7af2e4a4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.266429] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4cb3d2-2349-4ac3-a287-6f422f9a899d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.289455] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1543.289455] env[62312]: value = "task-1809682" [ 1543.289455] env[62312]: _type = "Task" [ 1543.289455] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.303496] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.397297] env[62312]: DEBUG oslo_concurrency.lockutils [None req-13fa85ff-dcd9-41a1-8639-2bbb7c04f383 tempest-FloatingIPsAssociationTestJSON-1443164930 tempest-FloatingIPsAssociationTestJSON-1443164930-project-member] Lock "b20cb8cb-b813-40b3-8c78-bb413b702339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.336s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.431647] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.431890] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.432080] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.432276] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.432419] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.432559] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.432779] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.432952] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.433220] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.433404] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.433576] env[62312]: DEBUG nova.virt.hardware [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.434724] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2049a3bd-e333-4948-b7f9-06e2757fa84b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.445439] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e169a-9bf9-4da8-88b2-fbd6c3f1caf8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.462561] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:a1:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf6a1de-122f-4a2d-9e49-5624457b6f31', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.470064] env[62312]: DEBUG oslo.service.loopingcall [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.470171] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.470338] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7127673e-a8c9-45dc-8e34-6faefde82f15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.492056] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.492056] env[62312]: value = "task-1809683" [ 1543.492056] env[62312]: _type = "Task" [ 1543.492056] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.496898] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Releasing lock "refresh_cache-495cf19a-55fc-45c5-a05e-97f0395d06cf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.504135] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809683, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.514197] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.737231] env[62312]: DEBUG oslo_vmware.api [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Task: {'id': task-1809681, 'name': ReconfigVM_Task, 'duration_secs': 0.162159} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.737780] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375068', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'name': 'volume-26553f60-361b-4819-bad7-7ef2198be125', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5a15a643-95a4-4885-b410-9df67ddf1b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '26553f60-361b-4819-bad7-7ef2198be125', 'serial': '26553f60-361b-4819-bad7-7ef2198be125'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1543.770940] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1543.770940] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375072', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'name': 'volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d367982-ec8b-4f4c-b834-513d6f23889d', 'attached_at': '', 'detached_at': '', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'serial': '24206140-b4f4-43c2-ba03-6e647ebcc0f8'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1543.770940] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d611c1d-5f50-461a-b2a9-7bdd316f1954 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.775296] env[62312]: DEBUG nova.network.neutron [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updating instance_info_cache with network_info: [{"id": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "address": "fa:16:3e:9c:cf:fb", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166dbf8-d9", "ovs_interfaceid": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.798032] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d76a8-0104-4995-9d24-453021dc3749 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.837279] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8/volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.837738] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809682, 'name': ReconfigVM_Task, 'duration_secs': 0.361626} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.838392] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ce671c-731b-4bfc-bc0b-69355c4bd1b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.852821] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f8427318-ec57-4cd2-aba1-49dd7af2e4a4/f8427318-ec57-4cd2-aba1-49dd7af2e4a4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.853628] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4352ce3-9917-45b3-8176-b9815b35022a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.863476] env[62312]: DEBUG oslo_vmware.api [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1543.863476] env[62312]: value = "task-1809684" [ 1543.863476] env[62312]: _type = "Task" [ 1543.863476] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.865093] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1543.865093] env[62312]: value = "task-1809685" [ 1543.865093] env[62312]: _type = "Task" [ 1543.865093] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.878195] env[62312]: DEBUG oslo_vmware.api [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.884193] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809685, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.010097] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809683, 'name': CreateVM_Task, 'duration_secs': 0.435935} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.014625] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.015403] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.015631] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.015881] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.016681] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5b6d45-c538-417c-ad61-9bdd9a1ab5cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.028866] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.037473] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1544.037473] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52843f63-8757-eb44-cd79-ccd5a223ebc6" [ 1544.037473] env[62312]: _type = "Task" [ 1544.037473] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.052299] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52843f63-8757-eb44-cd79-ccd5a223ebc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.055702] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.055702] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.055702] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.055884] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.055970] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.056470] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed6ff8d2-bf42-44d9-a56b-b39d93dfd7f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.065953] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.066457] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.067318] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af99920-3f94-4b69-a77f-0b1fcedaf953 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.076288] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1544.076288] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5285fdcf-48c4-af45-9c84-99e18b2d91ab" [ 1544.076288] env[62312]: _type = "Task" [ 1544.076288] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.086809] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5285fdcf-48c4-af45-9c84-99e18b2d91ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.278599] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Releasing lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.296923] env[62312]: DEBUG nova.objects.instance [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lazy-loading 'flavor' on Instance uuid 5a15a643-95a4-4885-b410-9df67ddf1b1c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.384214] env[62312]: DEBUG oslo_vmware.api [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809684, 'name': ReconfigVM_Task, 'duration_secs': 0.454503} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.390131] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8/volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.398440] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809685, 'name': Rename_Task, 'duration_secs': 0.189976} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.399181] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6588da-e606-4237-b083-3e04cac7b5ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.409913] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.410652] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2640b96-e939-4fbe-ba80-54916589ae62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.419549] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1544.419549] env[62312]: value = "task-1809686" [ 1544.419549] env[62312]: _type = "Task" [ 1544.419549] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.423278] env[62312]: DEBUG oslo_vmware.api [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1544.423278] env[62312]: value = "task-1809687" [ 1544.423278] env[62312]: _type = "Task" [ 1544.423278] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.437988] env[62312]: DEBUG oslo_vmware.api [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.438246] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.479130] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d9a17-f99a-4b07-8133-0c518bcb9985 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.488968] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255ea58b-93de-4137-af7c-2b0d1e725e5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.527156] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.532428] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c52ee7-9ae9-4296-b954-4cb0cd1badcc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.533975] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283d668b-0f6b-451f-8706-725bc6012a7b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.548168] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ecd375-6589-41a6-91e4-b436b2e43488 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.552544] env[62312]: DEBUG oslo_vmware.api [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1544.552544] env[62312]: value = "task-1809688" [ 1544.552544] env[62312]: _type = "Task" [ 1544.552544] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.552821] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.565950] env[62312]: DEBUG nova.compute.provider_tree [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1544.574565] env[62312]: DEBUG oslo_vmware.api [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.591452] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5285fdcf-48c4-af45-9c84-99e18b2d91ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.594407] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f954831-6353-475a-b442-bc0b077dc2b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.599921] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1544.599921] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5226cd75-6c56-1f48-7cc0-38a68be8300b" [ 1544.599921] env[62312]: _type = "Task" [ 1544.599921] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.610716] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5226cd75-6c56-1f48-7cc0-38a68be8300b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.783787] env[62312]: DEBUG nova.compute.manager [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.784695] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4441dc92-da74-4e1f-b241-52fb607021fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.941335] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.946646] env[62312]: DEBUG oslo_vmware.api [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809687, 'name': ReconfigVM_Task, 'duration_secs': 0.212197} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.946646] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375072', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'name': 'volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d367982-ec8b-4f4c-b834-513d6f23889d', 'attached_at': '', 'detached_at': '', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'serial': '24206140-b4f4-43c2-ba03-6e647ebcc0f8'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1545.044865] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.049856] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "d13294d3-5c71-42de-b06b-5b2b1d768165" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.050035] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.066903] env[62312]: DEBUG oslo_vmware.api [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.092496] env[62312]: ERROR nova.scheduler.client.report [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [req-b121d91b-34af-4639-8c7c-b0df23fa286a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b121d91b-34af-4639-8c7c-b0df23fa286a"}]} [ 1545.111152] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5226cd75-6c56-1f48-7cc0-38a68be8300b, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.111761] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.111761] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.112216] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-521576e3-e2c4-4c35-8df2-ea3a3568348b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.116057] env[62312]: DEBUG nova.scheduler.client.report [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1545.120357] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1545.120357] env[62312]: value = "task-1809689" [ 1545.120357] env[62312]: _type = "Task" [ 1545.120357] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.129515] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.137720] env[62312]: DEBUG nova.scheduler.client.report [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1545.138044] env[62312]: DEBUG nova.compute.provider_tree [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1545.150070] env[62312]: DEBUG nova.scheduler.client.report [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1545.174745] env[62312]: DEBUG nova.scheduler.client.report [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1545.303244] env[62312]: DEBUG oslo_concurrency.lockutils [None req-00ad0618-e181-4eb2-b928-e733343a35d5 tempest-VolumesAssistedSnapshotsTest-1346157049 tempest-VolumesAssistedSnapshotsTest-1346157049-project-admin] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.288s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.436904] env[62312]: DEBUG oslo_vmware.api [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809686, 'name': PowerOnVM_Task, 'duration_secs': 0.661661} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.436904] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.437286] env[62312]: INFO nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1545.437286] env[62312]: DEBUG nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.438104] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ec6a1-58cc-4720-91b7-5d536103e63b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.537886] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.571024] env[62312]: DEBUG oslo_vmware.api [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809688, 'name': PowerOnVM_Task, 'duration_secs': 0.723599} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.571024] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.571024] env[62312]: DEBUG nova.compute.manager [None req-ed96645a-f4df-47df-979d-7a84f8bb76b3 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.571024] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e148d8-e32e-4421-a395-6bc8cdd72793 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.636187] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.798192] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1bf08-9048-4c94-94b2-d9fec8889c78 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.802394] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae565d3-86bb-403d-b584-8a51bc4db674 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.813027] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e604f-79b1-4866-a5d4-2cfc12af62c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.816315] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Doing hard reboot of VM {{(pid=62312) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1545.816575] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ae3b8cec-bd90-4927-adde-9acb82f54ade {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.853414] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b60a169-f26e-425d-ac7d-03d2706915af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.856752] env[62312]: DEBUG oslo_vmware.api [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1545.856752] env[62312]: value = "task-1809690" [ 1545.856752] env[62312]: _type = "Task" [ 1545.856752] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.866281] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d5e788-aa16-4eea-ba8c-96f2af2171d1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.876024] env[62312]: DEBUG oslo_vmware.api [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809690, 'name': ResetVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.887474] env[62312]: DEBUG nova.compute.provider_tree [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1545.971138] env[62312]: INFO nova.compute.manager [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Took 39.93 seconds to build instance. [ 1546.000890] env[62312]: DEBUG nova.objects.instance [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'flavor' on Instance uuid 2d367982-ec8b-4f4c-b834-513d6f23889d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.039114] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.132922] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695116} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.133491] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.133491] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.134201] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac573a7-3109-4591-b8f4-0a5b9abe26f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.143083] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1546.143083] env[62312]: value = "task-1809692" [ 1546.143083] env[62312]: _type = "Task" [ 1546.143083] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.153381] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.369453] env[62312]: DEBUG oslo_vmware.api [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809690, 'name': ResetVM_Task, 'duration_secs': 0.102115} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.369453] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Did hard reboot of VM {{(pid=62312) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1546.369453] env[62312]: DEBUG nova.compute.manager [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.370367] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c5cce-2d68-4f70-9941-1d97c1cd503c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.427285] env[62312]: DEBUG nova.scheduler.client.report [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1546.427589] env[62312]: DEBUG nova.compute.provider_tree [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 82 to 83 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1546.428143] env[62312]: DEBUG nova.compute.provider_tree [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1546.472754] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ab73bdd2-27e2-418d-a5b7-ef5a321df922 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.906s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.505885] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63418818-77e3-4452-bd71-fb77d674dc6e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.540219] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.654570] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153343} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.654803] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.655627] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe004d07-94a5-467b-9c68-66940203b9ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.680098] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.680437] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84a0840-c7dc-42bc-b7fe-2360aa13ba7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.703409] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1546.703409] env[62312]: value = "task-1809693" [ 1546.703409] env[62312]: _type = "Task" [ 1546.703409] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.712094] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.886069] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9c6974ec-709d-4baf-b27d-1f8afce823d1 tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.420s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.933264] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.073s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.933951] env[62312]: DEBUG nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.936603] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.916s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.936806] env[62312]: DEBUG nova.objects.instance [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 88838791-2153-498b-8048-7891a84aa8be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1546.976911] env[62312]: DEBUG nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.041185] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.115448] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "2d367982-ec8b-4f4c-b834-513d6f23889d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.115741] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.116319] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "2d367982-ec8b-4f4c-b834-513d6f23889d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.116576] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.116769] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.119245] env[62312]: INFO nova.compute.manager [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Terminating instance [ 1547.214903] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.446334] env[62312]: DEBUG nova.compute.utils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.448287] env[62312]: DEBUG nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.448287] env[62312]: DEBUG nova.network.neutron [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.514267] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.535955] env[62312]: DEBUG nova.policy [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66078c1002c44adb30e4d17d47af227', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a02698bd1e54e3f81647b60f078b82b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1547.547546] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.624963] env[62312]: DEBUG nova.compute.manager [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.625100] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.625513] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e78e85-8764-44e3-8f83-e5e433c105ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.635526] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1547.635526] env[62312]: value = "task-1809694" [ 1547.635526] env[62312]: _type = "Task" [ 1547.635526] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.649750] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.717319] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809693, 'name': ReconfigVM_Task, 'duration_secs': 0.750916} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.717902] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d/5021101b-d7d4-40a2-9568-004f45f3b02d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.718652] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db1c3664-d623-4e75-9df8-1e22415feac1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.728120] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1547.728120] env[62312]: value = "task-1809695" [ 1547.728120] env[62312]: _type = "Task" [ 1547.728120] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.747427] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809695, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.887403] env[62312]: DEBUG nova.network.neutron [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Successfully created port: c1a63fbc-49c7-446b-b947-afa959b296f8 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.949341] env[62312]: DEBUG oslo_concurrency.lockutils [None req-780e0eee-ccc3-4ac2-8162-e83cf3370a4a tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.950523] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.296s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.953937] env[62312]: INFO nova.compute.claims [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.958568] env[62312]: DEBUG nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.019166] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.019426] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.019637] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.019837] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.019978] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.024108] env[62312]: INFO nova.compute.manager [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Terminating instance [ 1548.047997] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.158387] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809694, 'name': PowerOffVM_Task, 'duration_secs': 0.315246} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.158387] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.158387] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1548.158387] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375072', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'name': 'volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d367982-ec8b-4f4c-b834-513d6f23889d', 'attached_at': '', 'detached_at': '', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'serial': '24206140-b4f4-43c2-ba03-6e647ebcc0f8'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1548.158754] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3785a1-2119-4ecb-9c1a-2c8fe2e0e493 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.184472] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6314cc9c-14af-4440-9bd8-9cc0afad5dd5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.195171] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e278a36d-fdbf-4e1f-82e8-7e3fa40e6c97 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.219747] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de3b65-cff9-4041-8d6d-86c1540e399a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.238265] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] The volume has not been displaced from its original location: [datastore1] volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8/volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1548.243446] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1548.248034] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09f55d1-d91c-43c2-847f-4fd3847082a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.267049] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809695, 'name': Rename_Task, 'duration_secs': 0.19599} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.268119] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.268441] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1548.268441] env[62312]: value = "task-1809696" [ 1548.268441] env[62312]: _type = "Task" [ 1548.268441] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.268658] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b546e00-fd59-4ba5-a9ba-f692d7c11c5d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.285149] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.286981] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1548.286981] env[62312]: value = "task-1809697" [ 1548.286981] env[62312]: _type = "Task" [ 1548.286981] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.295904] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.359336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.359607] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.359893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.360118] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.360289] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.362808] env[62312]: INFO nova.compute.manager [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Terminating instance [ 1548.528281] env[62312]: DEBUG nova.compute.manager [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.528765] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.529812] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b75ef-ddaf-4f7e-9c5e-7addc9a7ccbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.542574] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.544812] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.545099] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e711abc-d22e-41cf-a18b-b40e137a92ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.552775] env[62312]: DEBUG oslo_vmware.api [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1548.552775] env[62312]: value = "task-1809698" [ 1548.552775] env[62312]: _type = "Task" [ 1548.552775] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.562734] env[62312]: DEBUG oslo_vmware.api [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.782797] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809696, 'name': ReconfigVM_Task, 'duration_secs': 0.371157} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.783123] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1548.788438] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ef29f5-af00-4f43-bce9-d7a5f5d4690a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.810137] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.811606] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1548.811606] env[62312]: value = "task-1809699" [ 1548.811606] env[62312]: _type = "Task" [ 1548.811606] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.821314] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.866993] env[62312]: DEBUG nova.compute.manager [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.867404] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.868495] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628f98c-7ca7-4b9b-9626-415a7e6490ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.880592] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.881093] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c6d930-e000-465a-a81d-15fe98660b33 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.889734] env[62312]: DEBUG oslo_vmware.api [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1548.889734] env[62312]: value = "task-1809700" [ 1548.889734] env[62312]: _type = "Task" [ 1548.889734] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.901691] env[62312]: DEBUG oslo_vmware.api [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.967588] env[62312]: DEBUG nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.996486] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.996758] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.996955] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.997308] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.997464] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.997613] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.997857] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.998076] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.998278] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.998956] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.998956] env[62312]: DEBUG nova.virt.hardware [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.999586] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ae2451-696d-4b15-bf34-cb25f00c54a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.011682] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0088bbc8-6ff4-4707-96fe-6d00176695a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.041806] env[62312]: DEBUG oslo_vmware.api [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809680, 'name': ReconfigVM_Task, 'duration_secs': 5.895852} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.042160] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.042380] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Reconfigured VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1549.066885] env[62312]: DEBUG oslo_vmware.api [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809698, 'name': PowerOffVM_Task, 'duration_secs': 0.33165} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.067211] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.067401] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.067665] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dcd3e8a-0020-4f35-8660-b258ec5ed356 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.262888] env[62312]: DEBUG nova.compute.manager [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Received event network-changed-8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1549.263096] env[62312]: DEBUG nova.compute.manager [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Refreshing instance network info cache due to event network-changed-8166dbf8-d9db-4e93-ae0f-d1891b2c443b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1549.263421] env[62312]: DEBUG oslo_concurrency.lockutils [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] Acquiring lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.263495] env[62312]: DEBUG oslo_concurrency.lockutils [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] Acquired lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.263620] env[62312]: DEBUG nova.network.neutron [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Refreshing network info cache for port 8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.301129] env[62312]: DEBUG oslo_vmware.api [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809697, 'name': PowerOnVM_Task, 'duration_secs': 0.859252} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.301494] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.301762] env[62312]: DEBUG nova.compute.manager [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.302576] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ea7dd-b6c6-405a-8ba8-2502e2e59671 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.323420] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.323659] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.323838] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleting the datastore file [datastore1] 12a2e71a-74d5-43d4-99ff-3a104aa4d597 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.324548] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55243f9-016f-4d43-a436-17c8f130d537 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.331496] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809699, 'name': ReconfigVM_Task, 'duration_secs': 0.20458} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.332327] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375072', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'name': 'volume-24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d367982-ec8b-4f4c-b834-513d6f23889d', 'attached_at': '', 'detached_at': '', 'volume_id': '24206140-b4f4-43c2-ba03-6e647ebcc0f8', 'serial': '24206140-b4f4-43c2-ba03-6e647ebcc0f8'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1549.332822] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1549.333847] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63646a24-ff6e-4298-95d3-c7731c48fdef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.337606] env[62312]: DEBUG oslo_vmware.api [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1549.337606] env[62312]: value = "task-1809702" [ 1549.337606] env[62312]: _type = "Task" [ 1549.337606] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.348194] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.348194] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c5bbd73-05bd-4ef4-bdc7-eb63fda413ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.349533] env[62312]: DEBUG oslo_vmware.api [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.401436] env[62312]: DEBUG oslo_vmware.api [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809700, 'name': PowerOffVM_Task, 'duration_secs': 0.315187} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.404418] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.404605] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.405439] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd263ec-a316-4329-a6c8-c81f070a324b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.468140] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.468819] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.469136] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleting the datastore file [datastore1] 2d367982-ec8b-4f4c-b834-513d6f23889d {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.469486] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672ee157-fb7d-4bb1-b88e-c03b10c6291d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.478625] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1549.478625] env[62312]: value = "task-1809705" [ 1549.478625] env[62312]: _type = "Task" [ 1549.478625] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.489534] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.536550] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.536896] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.538246] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleting the datastore file [datastore1] f8427318-ec57-4cd2-aba1-49dd7af2e4a4 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.538246] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-696b4a1f-7287-4dfd-ae45-ccbba81eab1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.548573] env[62312]: DEBUG oslo_vmware.api [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for the task: (returnval){ [ 1549.548573] env[62312]: value = "task-1809706" [ 1549.548573] env[62312]: _type = "Task" [ 1549.548573] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.558972] env[62312]: DEBUG oslo_vmware.api [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.567326] env[62312]: DEBUG nova.network.neutron [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Successfully updated port: c1a63fbc-49c7-446b-b947-afa959b296f8 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.654604] env[62312]: DEBUG nova.compute.manager [req-047af87e-92d7-4b8f-8cbc-7f9385fe46f4 req-ee9fecff-b786-4961-ba4e-0a47d4f9fa40 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received event network-vif-deleted-707c0c52-db12-41e1-be4c-7a91486cf4e2 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1549.654840] env[62312]: INFO nova.compute.manager [req-047af87e-92d7-4b8f-8cbc-7f9385fe46f4 req-ee9fecff-b786-4961-ba4e-0a47d4f9fa40 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Neutron deleted interface 707c0c52-db12-41e1-be4c-7a91486cf4e2; detaching it from the instance and deleting it from the info cache [ 1549.655156] env[62312]: DEBUG nova.network.neutron [req-047af87e-92d7-4b8f-8cbc-7f9385fe46f4 req-ee9fecff-b786-4961-ba4e-0a47d4f9fa40 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.687177] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d55747-ce7c-4870-8909-5fb345158511 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.697839] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f624ed-1d5f-4332-9855-5e030e9faf51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.729944] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5bb6a2-90e3-4063-876d-95b9021c0de2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.738295] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5787a3d-05be-495e-91e4-7b320fa13bc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.751914] env[62312]: DEBUG nova.compute.provider_tree [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.823270] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.851767] env[62312]: DEBUG oslo_vmware.api [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247922} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.852064] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.852262] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.852434] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.852608] env[62312]: INFO nova.compute.manager [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1549.852850] env[62312]: DEBUG oslo.service.loopingcall [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.853054] env[62312]: DEBUG nova.compute.manager [-] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.853153] env[62312]: DEBUG nova.network.neutron [-] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.996551] env[62312]: DEBUG oslo_vmware.api [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162076} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.996890] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.999931] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.999931] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.999931] env[62312]: INFO nova.compute.manager [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1549.999931] env[62312]: DEBUG oslo.service.loopingcall [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.999931] env[62312]: DEBUG nova.compute.manager [-] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.999931] env[62312]: DEBUG nova.network.neutron [-] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.042031] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.042031] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.042336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "5a15a643-95a4-4885-b410-9df67ddf1b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.042336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.042511] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.045691] env[62312]: INFO nova.compute.manager [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Terminating instance [ 1550.065821] env[62312]: DEBUG oslo_vmware.api [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Task: {'id': task-1809706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297927} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.067912] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.068177] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.068360] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.068532] env[62312]: INFO nova.compute.manager [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1550.068776] env[62312]: DEBUG oslo.service.loopingcall [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.073368] env[62312]: DEBUG nova.compute.manager [-] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1550.073368] env[62312]: DEBUG nova.network.neutron [-] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.075363] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.075363] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.075363] env[62312]: DEBUG nova.network.neutron [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.497201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "d41df122-2604-4e47-a2cf-ef5983b4a211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.497201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.497201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "d41df122-2604-4e47-a2cf-ef5983b4a211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.497201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.497633] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.499649] env[62312]: DEBUG oslo_concurrency.lockutils [req-047af87e-92d7-4b8f-8cbc-7f9385fe46f4 req-ee9fecff-b786-4961-ba4e-0a47d4f9fa40 service nova] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.499806] env[62312]: DEBUG oslo_concurrency.lockutils [req-047af87e-92d7-4b8f-8cbc-7f9385fe46f4 req-ee9fecff-b786-4961-ba4e-0a47d4f9fa40 service nova] Acquired lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.501811] env[62312]: DEBUG nova.scheduler.client.report [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.509356] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.509356] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.509356] env[62312]: DEBUG nova.network.neutron [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.509356] env[62312]: INFO nova.compute.manager [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Terminating instance [ 1550.517556] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e8810e-3cc4-4abb-aab2-f0b190e6f65e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.545262] env[62312]: DEBUG oslo_concurrency.lockutils [req-047af87e-92d7-4b8f-8cbc-7f9385fe46f4 req-ee9fecff-b786-4961-ba4e-0a47d4f9fa40 service nova] Releasing lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.545614] env[62312]: WARNING nova.compute.manager [req-047af87e-92d7-4b8f-8cbc-7f9385fe46f4 req-ee9fecff-b786-4961-ba4e-0a47d4f9fa40 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Detach interface failed, port_id=707c0c52-db12-41e1-be4c-7a91486cf4e2, reason: No device with interface-id 707c0c52-db12-41e1-be4c-7a91486cf4e2 exists on VM: nova.exception.NotFound: No device with interface-id 707c0c52-db12-41e1-be4c-7a91486cf4e2 exists on VM [ 1550.558510] env[62312]: DEBUG nova.compute.manager [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.558735] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.559591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b78f7a8-b5a6-47c2-99db-74420cc95fb7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.568294] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.568592] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829d6cfc-42cc-4114-8832-9cc6c9e60043 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.585330] env[62312]: DEBUG oslo_vmware.api [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1550.585330] env[62312]: value = "task-1809707" [ 1550.585330] env[62312]: _type = "Task" [ 1550.585330] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.599200] env[62312]: DEBUG oslo_vmware.api [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.601361] env[62312]: DEBUG nova.network.neutron [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updated VIF entry in instance network info cache for port 8166dbf8-d9db-4e93-ae0f-d1891b2c443b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1550.604816] env[62312]: DEBUG nova.network.neutron [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updating instance_info_cache with network_info: [{"id": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "address": "fa:16:3e:9c:cf:fb", "network": {"id": "cc9ed53c-80a6-4cf9-bde9-a5cd833185d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754814300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a838ee1ace467ebc3d7915cc6bc440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166dbf8-d9", "ovs_interfaceid": "8166dbf8-d9db-4e93-ae0f-d1891b2c443b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.666541] env[62312]: DEBUG nova.network.neutron [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.997194] env[62312]: DEBUG nova.network.neutron [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Updating instance_info_cache with network_info: [{"id": "c1a63fbc-49c7-446b-b947-afa959b296f8", "address": "fa:16:3e:41:09:53", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a63fbc-49", "ovs_interfaceid": "c1a63fbc-49c7-446b-b947-afa959b296f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.015702] env[62312]: DEBUG nova.compute.manager [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.015926] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.016686] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.066s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.017169] env[62312]: DEBUG nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.020149] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef81731-cb03-4648-8aa3-b4e5a4536bbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.023405] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.165s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.023622] env[62312]: DEBUG nova.objects.instance [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lazy-loading 'resources' on Instance uuid 88838791-2153-498b-8048-7891a84aa8be {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.034302] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.034567] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13fc3240-0027-47e4-a4bb-80aee50cddec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.042047] env[62312]: DEBUG oslo_vmware.api [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1551.042047] env[62312]: value = "task-1809708" [ 1551.042047] env[62312]: _type = "Task" [ 1551.042047] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.054956] env[62312]: DEBUG oslo_vmware.api [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.095901] env[62312]: DEBUG oslo_vmware.api [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809707, 'name': PowerOffVM_Task, 'duration_secs': 0.358621} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.096176] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.096340] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.096583] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc84d116-5219-4be3-8cd1-913354212069 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.104873] env[62312]: DEBUG oslo_concurrency.lockutils [req-19fa23c8-7db4-4175-b95f-2ccef562a4ed req-c9fd6629-cbfe-45c8-9920-edc9f68fb998 service nova] Releasing lock "refresh_cache-d41df122-2604-4e47-a2cf-ef5983b4a211" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.222720] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.223185] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.223422] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Deleting the datastore file [datastore1] 5a15a643-95a4-4885-b410-9df67ddf1b1c {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.223707] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5bd1d75-82da-4b8c-a0c0-fd27baa749cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.233510] env[62312]: DEBUG oslo_vmware.api [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for the task: (returnval){ [ 1551.233510] env[62312]: value = "task-1809710" [ 1551.233510] env[62312]: _type = "Task" [ 1551.233510] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.242047] env[62312]: DEBUG oslo_vmware.api [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.293125] env[62312]: DEBUG nova.network.neutron [-] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.351133] env[62312]: DEBUG nova.network.neutron [-] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.500784] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.501255] env[62312]: DEBUG nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Instance network_info: |[{"id": "c1a63fbc-49c7-446b-b947-afa959b296f8", "address": "fa:16:3e:41:09:53", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a63fbc-49", "ovs_interfaceid": "c1a63fbc-49c7-446b-b947-afa959b296f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.501646] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:09:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1a63fbc-49c7-446b-b947-afa959b296f8', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.509641] env[62312]: DEBUG oslo.service.loopingcall [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.509868] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.510105] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3269a25-2ffc-42ac-abf3-76518d9ea685 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.524947] env[62312]: DEBUG nova.network.neutron [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [{"id": "6d2233ea-9316-497e-9dc9-15412daea427", "address": "fa:16:3e:94:6e:73", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2233ea-93", "ovs_interfaceid": "6d2233ea-9316-497e-9dc9-15412daea427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.532218] env[62312]: DEBUG nova.compute.utils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.535510] env[62312]: DEBUG nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.538604] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.542681] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.542681] env[62312]: value = "task-1809711" [ 1551.542681] env[62312]: _type = "Task" [ 1551.542681] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.556318] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809711, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.559764] env[62312]: DEBUG oslo_vmware.api [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809708, 'name': PowerOffVM_Task, 'duration_secs': 0.329642} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.560040] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.560252] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.561512] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ca4632-c6ff-47cb-acd1-f013700b542e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.611085] env[62312]: DEBUG nova.policy [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5952c5de1cc4abb8d93450e5074d141', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc185300a1c44e18d6269cc12ae6ef6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1551.628727] env[62312]: DEBUG nova.network.neutron [-] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.671220] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.671305] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.671518] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Deleting the datastore file [datastore1] d41df122-2604-4e47-a2cf-ef5983b4a211 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.671825] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44261601-e2c6-489b-a660-ad5548aa2ef9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.697777] env[62312]: DEBUG oslo_vmware.api [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1551.697777] env[62312]: value = "task-1809713" [ 1551.697777] env[62312]: _type = "Task" [ 1551.697777] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.707559] env[62312]: DEBUG oslo_vmware.api [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.748105] env[62312]: DEBUG oslo_vmware.api [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Task: {'id': task-1809710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403546} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.749638] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.749863] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.750058] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.750267] env[62312]: INFO nova.compute.manager [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1551.750529] env[62312]: DEBUG oslo.service.loopingcall [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.757025] env[62312]: DEBUG nova.compute.manager [-] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.757025] env[62312]: DEBUG nova.network.neutron [-] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.797625] env[62312]: INFO nova.compute.manager [-] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Took 1.94 seconds to deallocate network for instance. [ 1551.854599] env[62312]: INFO nova.compute.manager [-] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Took 1.86 seconds to deallocate network for instance. [ 1551.855858] env[62312]: DEBUG nova.compute.manager [req-a95c3a42-08e2-4d6a-a37a-26a2e177f74c req-efa44bee-cf3a-4d91-aff7-2fd5092e5815 service nova] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Received event network-vif-deleted-2dc2cb02-73de-47f5-a9b0-373674712a8b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.030337] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.037233] env[62312]: DEBUG nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.054482] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809711, 'name': CreateVM_Task, 'duration_secs': 0.510814} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.054618] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.055708] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.056120] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.056617] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1552.057078] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcab429-f892-4d91-b01e-119409cd286b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.067263] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1552.067263] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5221d23f-9d6e-72af-027a-c5ba779e2dc5" [ 1552.067263] env[62312]: _type = "Task" [ 1552.067263] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.075892] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5221d23f-9d6e-72af-027a-c5ba779e2dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.085572] env[62312]: DEBUG nova.compute.manager [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Received event network-vif-plugged-c1a63fbc-49c7-446b-b947-afa959b296f8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.085572] env[62312]: DEBUG oslo_concurrency.lockutils [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] Acquiring lock "d5780800-817a-4f4c-bddd-bb5e363e3923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.085572] env[62312]: DEBUG oslo_concurrency.lockutils [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.085572] env[62312]: DEBUG oslo_concurrency.lockutils [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.085800] env[62312]: DEBUG nova.compute.manager [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] No waiting events found dispatching network-vif-plugged-c1a63fbc-49c7-446b-b947-afa959b296f8 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.085844] env[62312]: WARNING nova.compute.manager [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Received unexpected event network-vif-plugged-c1a63fbc-49c7-446b-b947-afa959b296f8 for instance with vm_state building and task_state spawning. [ 1552.086080] env[62312]: DEBUG nova.compute.manager [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Received event network-changed-c1a63fbc-49c7-446b-b947-afa959b296f8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.086130] env[62312]: DEBUG nova.compute.manager [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Refreshing instance network info cache due to event network-changed-c1a63fbc-49c7-446b-b947-afa959b296f8. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1552.086315] env[62312]: DEBUG oslo_concurrency.lockutils [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] Acquiring lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.086429] env[62312]: DEBUG oslo_concurrency.lockutils [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] Acquired lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.086597] env[62312]: DEBUG nova.network.neutron [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Refreshing network info cache for port c1a63fbc-49c7-446b-b947-afa959b296f8 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.135014] env[62312]: INFO nova.compute.manager [-] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Took 2.06 seconds to deallocate network for instance. [ 1552.208683] env[62312]: DEBUG oslo_vmware.api [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246598} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.211631] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.211831] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.212058] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.212245] env[62312]: INFO nova.compute.manager [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1552.212484] env[62312]: DEBUG oslo.service.loopingcall [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.212968] env[62312]: DEBUG nova.compute.manager [-] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.213127] env[62312]: DEBUG nova.network.neutron [-] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.248326] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202cd293-5725-4dcb-9703-b32ddcabee98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.256979] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b9fcb-c6a1-4f8c-bbda-8a20b2931143 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.260469] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "f30fde15-74e1-4602-9a3a-1531c2f1b925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.260703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.260934] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "f30fde15-74e1-4602-9a3a-1531c2f1b925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.261165] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.261336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.263959] env[62312]: INFO nova.compute.manager [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Terminating instance [ 1552.297839] env[62312]: DEBUG nova.compute.manager [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.298104] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.299025] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573886ef-0190-40db-880a-b3fc815b6c9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.302503] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac385ea-f16f-4fd0-9334-24971eb627d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.306265] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.314904] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Successfully created port: 46f44917-60b1-4277-b937-65febfacd285 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.317406] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6df952-bc40-4418-8e62-60083045d6f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.321712] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.322760] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a4bf206-1f77-4ed9-8062-1105b458845e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.337349] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.337642] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.337850] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.338133] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.338378] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.340321] env[62312]: DEBUG nova.compute.provider_tree [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.345542] env[62312]: INFO nova.compute.manager [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Terminating instance [ 1552.345678] env[62312]: DEBUG oslo_vmware.api [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1552.345678] env[62312]: value = "task-1809714" [ 1552.345678] env[62312]: _type = "Task" [ 1552.345678] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.358584] env[62312]: DEBUG oslo_vmware.api [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.427433] env[62312]: INFO nova.compute.manager [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Took 0.57 seconds to detach 1 volumes for instance. [ 1552.538069] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2f8c144a-0652-4fb6-a5af-fc93e8fae12d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5-707c0c52-db12-41e1-be4c-7a91486cf4e2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.126s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.579776] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5221d23f-9d6e-72af-027a-c5ba779e2dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.016559} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.580166] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.580491] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.580815] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.580999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.581841] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.581943] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e93a61f3-0e7f-4c14-948d-d3968ec8b69b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.593903] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.594105] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.594844] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5398b91-3b64-447f-86a3-9d3571a0c971 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.601818] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1552.601818] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529339f8-07a2-baeb-4187-5fa939a7c53f" [ 1552.601818] env[62312]: _type = "Task" [ 1552.601818] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.612158] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529339f8-07a2-baeb-4187-5fa939a7c53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.641804] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.824474] env[62312]: DEBUG nova.network.neutron [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Updated VIF entry in instance network info cache for port c1a63fbc-49c7-446b-b947-afa959b296f8. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.824882] env[62312]: DEBUG nova.network.neutron [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Updating instance_info_cache with network_info: [{"id": "c1a63fbc-49c7-446b-b947-afa959b296f8", "address": "fa:16:3e:41:09:53", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a63fbc-49", "ovs_interfaceid": "c1a63fbc-49c7-446b-b947-afa959b296f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.847473] env[62312]: DEBUG nova.scheduler.client.report [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.854589] env[62312]: DEBUG nova.compute.manager [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.854812] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.861811] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f79fe7-eab3-4dae-81f5-a3ce956e62a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.872610] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.873715] env[62312]: DEBUG oslo_vmware.api [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809714, 'name': PowerOffVM_Task, 'duration_secs': 0.342106} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.873929] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f75feb41-2c85-4060-8cd1-42bce20a900a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.875701] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.875938] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.876521] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e95777-115e-44f8-a2f0-2284a2eab330 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.885775] env[62312]: DEBUG oslo_vmware.api [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1552.885775] env[62312]: value = "task-1809715" [ 1552.885775] env[62312]: _type = "Task" [ 1552.885775] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.896862] env[62312]: DEBUG oslo_vmware.api [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.935984] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.989439] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Successfully created port: 80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.018165] env[62312]: DEBUG nova.network.neutron [-] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.047221] env[62312]: DEBUG nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.088022] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.088433] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.088654] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.088925] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.089149] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.089363] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.089663] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.089888] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.090148] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.090385] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.090627] env[62312]: DEBUG nova.virt.hardware [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.094951] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc172c-ff3c-4f50-9b97-ba4556275f13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.100692] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.101055] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.101328] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Deleting the datastore file [datastore1] f30fde15-74e1-4602-9a3a-1531c2f1b925 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.102123] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76d1988a-249d-42cb-b39b-3c908cfe68cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.116742] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7ccef-0923-437f-90b4-e0dfdb2cf074 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.123753] env[62312]: DEBUG oslo_vmware.api [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for the task: (returnval){ [ 1553.123753] env[62312]: value = "task-1809717" [ 1553.123753] env[62312]: _type = "Task" [ 1553.123753] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.140071] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "5021101b-d7d4-40a2-9568-004f45f3b02d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.140410] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.140719] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "5021101b-d7d4-40a2-9568-004f45f3b02d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.140984] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.141270] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.143215] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529339f8-07a2-baeb-4187-5fa939a7c53f, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.144019] env[62312]: INFO nova.compute.manager [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Terminating instance [ 1553.147842] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ee75c7-c643-454e-a4c7-ca293c449dda {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.157812] env[62312]: DEBUG oslo_vmware.api [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.162650] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1553.162650] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52afa1f2-85d2-c777-1937-c282939d42b3" [ 1553.162650] env[62312]: _type = "Task" [ 1553.162650] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.172578] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52afa1f2-85d2-c777-1937-c282939d42b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.317322] env[62312]: DEBUG nova.network.neutron [-] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.327968] env[62312]: DEBUG oslo_concurrency.lockutils [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] Releasing lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.328284] env[62312]: DEBUG nova.compute.manager [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Received event network-vif-deleted-fa3bd797-6c1e-46ff-b8cc-596b32ea1373 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1553.328466] env[62312]: DEBUG nova.compute.manager [req-f2e829ed-7c6c-4325-915e-40ef7892c5dd req-a3d7a9a4-6283-4570-b034-f5a79c116310 service nova] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Received event network-vif-deleted-75822bfa-fcdd-4c96-8168-8754832c7e30 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1553.356606] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.359154] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.657s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.359389] env[62312]: DEBUG nova.objects.instance [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lazy-loading 'resources' on Instance uuid 35979957-c1a5-4250-a16d-0eb2907da195 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.383904] env[62312]: INFO nova.scheduler.client.report [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleted allocations for instance 88838791-2153-498b-8048-7891a84aa8be [ 1553.397512] env[62312]: DEBUG oslo_vmware.api [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809715, 'name': PowerOffVM_Task, 'duration_secs': 0.294715} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.397773] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.397934] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.398220] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4232fede-a9f3-4123-b418-388e724d9d4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.500938] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.501232] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.501541] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleting the datastore file [datastore1] bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.501834] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f081b14-e462-46e3-bbb0-1acabd9541f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.509450] env[62312]: DEBUG oslo_vmware.api [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1553.509450] env[62312]: value = "task-1809719" [ 1553.509450] env[62312]: _type = "Task" [ 1553.509450] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.519928] env[62312]: DEBUG oslo_vmware.api [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.521394] env[62312]: INFO nova.compute.manager [-] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Took 1.31 seconds to deallocate network for instance. [ 1553.635050] env[62312]: DEBUG oslo_vmware.api [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Task: {'id': task-1809717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414711} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.635335] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.635518] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.635693] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.635868] env[62312]: INFO nova.compute.manager [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1553.636122] env[62312]: DEBUG oslo.service.loopingcall [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.636316] env[62312]: DEBUG nova.compute.manager [-] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.636408] env[62312]: DEBUG nova.network.neutron [-] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.653500] env[62312]: DEBUG nova.compute.manager [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1553.653745] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.654736] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b9285-6781-4d3f-91a3-076f36307e84 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.663238] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.666207] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66beba2f-c15d-4162-9ac4-92e7e5201ff3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.676964] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52afa1f2-85d2-c777-1937-c282939d42b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.676964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.676964] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d5780800-817a-4f4c-bddd-bb5e363e3923/d5780800-817a-4f4c-bddd-bb5e363e3923.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.677203] env[62312]: DEBUG oslo_vmware.api [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1553.677203] env[62312]: value = "task-1809720" [ 1553.677203] env[62312]: _type = "Task" [ 1553.677203] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.677355] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd75b03-3e47-473f-bae3-0e0eb0aacd7c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.690429] env[62312]: DEBUG oslo_vmware.api [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.698930] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1553.698930] env[62312]: value = "task-1809721" [ 1553.698930] env[62312]: _type = "Task" [ 1553.698930] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.707187] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.820654] env[62312]: INFO nova.compute.manager [-] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Took 2.06 seconds to deallocate network for instance. [ 1553.893717] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0ebd76b0-974a-4081-b6a1-83810001c81c tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "88838791-2153-498b-8048-7891a84aa8be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.344s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.024799] env[62312]: DEBUG oslo_vmware.api [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312077} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.025142] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.025339] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.025891] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.026165] env[62312]: INFO nova.compute.manager [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1554.026469] env[62312]: DEBUG oslo.service.loopingcall [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.026702] env[62312]: DEBUG nova.compute.manager [-] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.026820] env[62312]: DEBUG nova.network.neutron [-] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.032709] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.191093] env[62312]: DEBUG oslo_vmware.api [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809720, 'name': PowerOffVM_Task, 'duration_secs': 0.238956} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.193934] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.194117] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.194559] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b7e9e6-15a3-4893-b562-94322f50a8c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.209627] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809721, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.297292] env[62312]: DEBUG nova.compute.manager [req-1455ed7d-c347-490b-a56b-09c25f440fe2 req-7c405f31-0235-4e10-871a-64213be8d4ec service nova] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Received event network-vif-deleted-bb050eb7-61f2-4928-a4ea-717bbebc533a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1554.333079] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.352112] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.352112] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.352112] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleting the datastore file [datastore1] 5021101b-d7d4-40a2-9568-004f45f3b02d {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.352436] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b8b02b-79b1-4ec0-8846-cc6ad05a7f01 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.362158] env[62312]: DEBUG oslo_vmware.api [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1554.362158] env[62312]: value = "task-1809723" [ 1554.362158] env[62312]: _type = "Task" [ 1554.362158] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.379453] env[62312]: DEBUG oslo_vmware.api [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.446645] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.446918] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.533744] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c61eaee-aa45-45fc-b974-2726f4564756 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.542317] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24997c36-150c-452c-b67d-f869b8745083 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.574099] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f349a8-20b8-4ffe-b930-54248f6d6544 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.583193] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de875c-7f18-4623-bfa9-b19392df97fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.598019] env[62312]: DEBUG nova.compute.provider_tree [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.648665] env[62312]: DEBUG nova.compute.manager [req-3925a605-3bbd-40d1-a5bb-521b08282cf1 req-1d72db2b-4c2c-41bf-bfe4-01cc175fa80f service nova] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Received event network-vif-deleted-8166dbf8-d9db-4e93-ae0f-d1891b2c443b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1554.712914] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55321} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.713207] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d5780800-817a-4f4c-bddd-bb5e363e3923/d5780800-817a-4f4c-bddd-bb5e363e3923.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.713431] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.714114] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d604b0-a7de-4dfc-a092-86088eb7594e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.721393] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1554.721393] env[62312]: value = "task-1809724" [ 1554.721393] env[62312]: _type = "Task" [ 1554.721393] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.731122] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.735684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "af5e70a2-df8f-424e-adcb-e88adc6e498b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.735921] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.736165] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "af5e70a2-df8f-424e-adcb-e88adc6e498b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.736424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.736632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.738728] env[62312]: INFO nova.compute.manager [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Terminating instance [ 1554.877605] env[62312]: DEBUG oslo_vmware.api [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392573} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.879719] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.879719] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.879854] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.879964] env[62312]: INFO nova.compute.manager [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1554.881130] env[62312]: DEBUG oslo.service.loopingcall [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.881130] env[62312]: DEBUG nova.compute.manager [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.881130] env[62312]: DEBUG nova.network.neutron [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.888100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "02e74b78-0911-4478-9b9e-45ecc07a935e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.888100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "02e74b78-0911-4478-9b9e-45ecc07a935e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.888100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "02e74b78-0911-4478-9b9e-45ecc07a935e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.888100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "02e74b78-0911-4478-9b9e-45ecc07a935e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.888100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "02e74b78-0911-4478-9b9e-45ecc07a935e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.891547] env[62312]: INFO nova.compute.manager [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Terminating instance [ 1554.905564] env[62312]: DEBUG nova.network.neutron [-] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.107642] env[62312]: DEBUG nova.scheduler.client.report [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.232573] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108826} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.234131] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.234131] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ffadd4-09aa-486d-941b-86acfddebaae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.251250] env[62312]: DEBUG nova.compute.manager [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.251580] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.261008] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d5780800-817a-4f4c-bddd-bb5e363e3923/d5780800-817a-4f4c-bddd-bb5e363e3923.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.261790] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6287824-7e00-4d58-a042-ab5e3e2cdc0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.264947] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9738dbd9-974c-4e8c-8d18-173e56b4cc7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.291201] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1555.291201] env[62312]: value = "task-1809725" [ 1555.291201] env[62312]: _type = "Task" [ 1555.291201] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.295985] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.296242] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2247267e-bf43-4634-83cc-eaed0fc22d7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.304549] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.305839] env[62312]: DEBUG oslo_vmware.api [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1555.305839] env[62312]: value = "task-1809726" [ 1555.305839] env[62312]: _type = "Task" [ 1555.305839] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.319421] env[62312]: DEBUG oslo_vmware.api [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.328555] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Successfully updated port: 46f44917-60b1-4277-b937-65febfacd285 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.381279] env[62312]: DEBUG nova.network.neutron [-] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.396200] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "refresh_cache-02e74b78-0911-4478-9b9e-45ecc07a935e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.396311] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquired lock "refresh_cache-02e74b78-0911-4478-9b9e-45ecc07a935e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.396526] env[62312]: DEBUG nova.network.neutron [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.407161] env[62312]: INFO nova.compute.manager [-] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Took 1.77 seconds to deallocate network for instance. [ 1555.611135] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.614917] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.136s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.616553] env[62312]: INFO nova.compute.claims [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.638274] env[62312]: INFO nova.scheduler.client.report [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Deleted allocations for instance 35979957-c1a5-4250-a16d-0eb2907da195 [ 1555.803885] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.814321] env[62312]: DEBUG oslo_vmware.api [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809726, 'name': PowerOffVM_Task, 'duration_secs': 0.209666} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.814602] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.814803] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.815060] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e356bebf-0abc-4d77-aafb-bc67be707ebf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.849998] env[62312]: DEBUG nova.network.neutron [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.884988] env[62312]: INFO nova.compute.manager [-] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Took 1.86 seconds to deallocate network for instance. [ 1555.914369] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.920693] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.920693] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.921056] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleting the datastore file [datastore1] af5e70a2-df8f-424e-adcb-e88adc6e498b {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.921370] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d1003b-01c5-4e25-999e-6014ad559d92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.930032] env[62312]: DEBUG oslo_vmware.api [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1555.930032] env[62312]: value = "task-1809728" [ 1555.930032] env[62312]: _type = "Task" [ 1555.930032] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.939196] env[62312]: DEBUG oslo_vmware.api [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.940047] env[62312]: DEBUG nova.network.neutron [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.035657] env[62312]: DEBUG nova.network.neutron [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.150693] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c879f6a1-7e09-436a-849f-5df28af09ae7 tempest-AttachInterfacesUnderV243Test-2137851146 tempest-AttachInterfacesUnderV243Test-2137851146-project-member] Lock "35979957-c1a5-4250-a16d-0eb2907da195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.456s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.304831] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809725, 'name': ReconfigVM_Task, 'duration_secs': 0.816944} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.305130] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d5780800-817a-4f4c-bddd-bb5e363e3923/d5780800-817a-4f4c-bddd-bb5e363e3923.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.306070] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a70a1fa4-d8a6-4831-a4e3-b18e12396e83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.314347] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1556.314347] env[62312]: value = "task-1809729" [ 1556.314347] env[62312]: _type = "Task" [ 1556.314347] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.321809] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809729, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.339905] env[62312]: DEBUG nova.compute.manager [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Received event network-vif-deleted-6d2233ea-9316-497e-9dc9-15412daea427 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.339905] env[62312]: DEBUG nova.compute.manager [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received event network-vif-plugged-46f44917-60b1-4277-b937-65febfacd285 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.339905] env[62312]: DEBUG oslo_concurrency.lockutils [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] Acquiring lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.339905] env[62312]: DEBUG oslo_concurrency.lockutils [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.339905] env[62312]: DEBUG oslo_concurrency.lockutils [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.339905] env[62312]: DEBUG nova.compute.manager [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] No waiting events found dispatching network-vif-plugged-46f44917-60b1-4277-b937-65febfacd285 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.340149] env[62312]: WARNING nova.compute.manager [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received unexpected event network-vif-plugged-46f44917-60b1-4277-b937-65febfacd285 for instance with vm_state building and task_state spawning. [ 1556.340354] env[62312]: DEBUG nova.compute.manager [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received event network-changed-46f44917-60b1-4277-b937-65febfacd285 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.340553] env[62312]: DEBUG nova.compute.manager [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Refreshing instance network info cache due to event network-changed-46f44917-60b1-4277-b937-65febfacd285. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1556.340795] env[62312]: DEBUG oslo_concurrency.lockutils [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] Acquiring lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.341029] env[62312]: DEBUG oslo_concurrency.lockutils [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] Acquired lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.341261] env[62312]: DEBUG nova.network.neutron [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Refreshing network info cache for port 46f44917-60b1-4277-b937-65febfacd285 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.354277] env[62312]: INFO nova.compute.manager [-] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Took 1.47 seconds to deallocate network for instance. [ 1556.393078] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.441446] env[62312]: DEBUG oslo_vmware.api [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168895} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.442414] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.442414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.442414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.442651] env[62312]: INFO nova.compute.manager [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1556.443844] env[62312]: DEBUG oslo.service.loopingcall [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.443844] env[62312]: DEBUG nova.compute.manager [-] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.443844] env[62312]: DEBUG nova.network.neutron [-] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.536683] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Releasing lock "refresh_cache-02e74b78-0911-4478-9b9e-45ecc07a935e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.537130] env[62312]: DEBUG nova.compute.manager [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.537330] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.538210] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9371e52e-4eca-4b35-b14d-5eb14f8cbbf3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.546831] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.547090] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722cff44-d7c2-4186-ba99-3b2352f02d49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.554940] env[62312]: DEBUG oslo_vmware.api [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1556.554940] env[62312]: value = "task-1809730" [ 1556.554940] env[62312]: _type = "Task" [ 1556.554940] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.565390] env[62312]: DEBUG oslo_vmware.api [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.801262] env[62312]: DEBUG nova.compute.manager [req-63ad7ed8-9903-430b-b8ef-4158dc5d019b req-f418fd65-d994-4fa9-aaff-85a3a41d5791 service nova] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Received event network-vif-deleted-750a409f-fd49-4aa8-807d-7fc71f8d746a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.825351] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809729, 'name': Rename_Task, 'duration_secs': 0.156106} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.828163] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.828843] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef1db47-b4f4-43f6-9c7c-d8c9ac6d2dcf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.836811] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1556.836811] env[62312]: value = "task-1809731" [ 1556.836811] env[62312]: _type = "Task" [ 1556.836811] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.849698] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.860021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.922591] env[62312]: DEBUG nova.network.neutron [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.068672] env[62312]: DEBUG oslo_vmware.api [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809730, 'name': PowerOffVM_Task, 'duration_secs': 0.145929} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.071391] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.072151] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.072415] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818a2d98-c71a-404b-a8f9-c9aaa4bcaa8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.089959] env[62312]: DEBUG nova.network.neutron [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.100479] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.100479] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.101453] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleting the datastore file [datastore1] 02e74b78-0911-4478-9b9e-45ecc07a935e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.105027] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0102a090-d624-4032-959e-970effb50491 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.112302] env[62312]: DEBUG oslo_vmware.api [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for the task: (returnval){ [ 1557.112302] env[62312]: value = "task-1809733" [ 1557.112302] env[62312]: _type = "Task" [ 1557.112302] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.126087] env[62312]: DEBUG oslo_vmware.api [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.234551] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809296d9-25ef-4368-b347-0288b310b883 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.243749] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0b10d-d2be-4e4e-8b23-c576aa287398 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.279315] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80f515-a98d-4369-85c7-6ae8896e8356 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.288125] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fd65c5-4b97-4353-b0c8-232cbb98486d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.308949] env[62312]: DEBUG nova.network.neutron [-] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.310580] env[62312]: DEBUG nova.compute.provider_tree [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1557.348753] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.571493] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Successfully updated port: 80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.593218] env[62312]: DEBUG oslo_concurrency.lockutils [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] Releasing lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.593485] env[62312]: DEBUG nova.compute.manager [req-5e1527f5-7381-477e-8949-fb17e1b95f15 req-807e187e-7663-4b12-b0a5-a1ea30136ff0 service nova] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Received event network-vif-deleted-0bf6a1de-122f-4a2d-9e49-5624457b6f31 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1557.623668] env[62312]: DEBUG oslo_vmware.api [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Task: {'id': task-1809733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166829} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.623984] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.624193] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.624371] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.624587] env[62312]: INFO nova.compute.manager [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1557.624849] env[62312]: DEBUG oslo.service.loopingcall [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.625063] env[62312]: DEBUG nova.compute.manager [-] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.625177] env[62312]: DEBUG nova.network.neutron [-] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.661359] env[62312]: DEBUG nova.network.neutron [-] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.813381] env[62312]: INFO nova.compute.manager [-] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Took 1.37 seconds to deallocate network for instance. [ 1557.839636] env[62312]: ERROR nova.scheduler.client.report [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [req-b4f8ec4e-ff8f-4d94-ab0b-8acff930f869] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4f8ec4e-ff8f-4d94-ab0b-8acff930f869"}]} [ 1557.857252] env[62312]: DEBUG oslo_vmware.api [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809731, 'name': PowerOnVM_Task, 'duration_secs': 0.702224} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.857252] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.857580] env[62312]: INFO nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1557.857844] env[62312]: DEBUG nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.858740] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe4315-69cf-4699-8b55-1153e7a1c599 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.871665] env[62312]: DEBUG nova.scheduler.client.report [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1557.888227] env[62312]: DEBUG nova.scheduler.client.report [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1557.888469] env[62312]: DEBUG nova.compute.provider_tree [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1557.902028] env[62312]: DEBUG nova.scheduler.client.report [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1557.927671] env[62312]: DEBUG nova.scheduler.client.report [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1558.075337] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.075509] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.075661] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.166194] env[62312]: DEBUG nova.network.neutron [-] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.319111] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] Acquiring lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.319308] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] Acquired lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.320752] env[62312]: DEBUG nova.network.neutron [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.323795] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.387342] env[62312]: INFO nova.compute.manager [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Took 42.45 seconds to build instance. [ 1558.431603] env[62312]: DEBUG nova.compute.manager [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Received event network-vif-deleted-350070f7-31f9-4381-b1a3-e5a6c301a20a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1558.431767] env[62312]: DEBUG nova.compute.manager [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received event network-vif-plugged-80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1558.431852] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] Acquiring lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.432103] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.432295] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.432391] env[62312]: DEBUG nova.compute.manager [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] No waiting events found dispatching network-vif-plugged-80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.432551] env[62312]: WARNING nova.compute.manager [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received unexpected event network-vif-plugged-80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 for instance with vm_state building and task_state spawning. [ 1558.432706] env[62312]: DEBUG nova.compute.manager [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received event network-changed-80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1558.432855] env[62312]: DEBUG nova.compute.manager [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Refreshing instance network info cache due to event network-changed-80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1558.433018] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] Acquiring lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.449198] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf8ae1-795b-48ff-8dac-666d739f93ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.459160] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f2fe8c-e1df-4345-b00e-4fb1641702ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.490183] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31986425-1acd-494d-84e5-9a8a70775559 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.498862] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae80ddd-ca7c-4018-8464-4721e550ece9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.514867] env[62312]: DEBUG nova.compute.provider_tree [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1558.627468] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.667229] env[62312]: INFO nova.compute.manager [-] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Took 1.04 seconds to deallocate network for instance. [ 1558.889201] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a053787d-8c45-4745-9bbf-92f466826d44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.936s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.053883] env[62312]: DEBUG nova.scheduler.client.report [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1559.054171] env[62312]: DEBUG nova.compute.provider_tree [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 84 to 85 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1559.054356] env[62312]: DEBUG nova.compute.provider_tree [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1559.174741] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.395765] env[62312]: DEBUG nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.562181] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.946s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.562960] env[62312]: DEBUG nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1559.566136] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.721s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.566485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.567295] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1559.567715] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.535s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.569476] env[62312]: INFO nova.compute.claims [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.574225] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2418cc-b4b9-4b08-9c24-d99dab83fd25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.585818] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f7e79c-e919-4925-a7d7-bb4207bada22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.603593] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd8954-5776-4ddc-919b-ee054940922c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.613020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32c11dd-7e46-4256-8a87-0bb047387b79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.652019] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178588MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1559.652019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.654839] env[62312]: DEBUG nova.network.neutron [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Updating instance_info_cache with network_info: [{"id": "c1a63fbc-49c7-446b-b947-afa959b296f8", "address": "fa:16:3e:41:09:53", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a63fbc-49", "ovs_interfaceid": "c1a63fbc-49c7-446b-b947-afa959b296f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.723816] env[62312]: DEBUG nova.network.neutron [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Updating instance_info_cache with network_info: [{"id": "46f44917-60b1-4277-b937-65febfacd285", "address": "fa:16:3e:e1:19:94", "network": {"id": "9707c8ea-0a24-49ad-8a7c-0e02cdb09ec6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1266232500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f44917-60", "ovs_interfaceid": "46f44917-60b1-4277-b937-65febfacd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723", "address": "fa:16:3e:19:b1:83", "network": {"id": "1cdf6af2-bf19-4ec3-a78d-3a3c869be526", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1134183667", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a1e83e-ee", "ovs_interfaceid": "80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.932824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.075578] env[62312]: DEBUG nova.compute.utils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.081573] env[62312]: DEBUG nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.084205] env[62312]: DEBUG nova.network.neutron [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.153130] env[62312]: DEBUG nova.policy [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2579bcf805b14fee8b3e6ebbe5ff3943', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10017594b40d4d928b450025b02da7f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.158394] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] Releasing lock "refresh_cache-d5780800-817a-4f4c-bddd-bb5e363e3923" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.158943] env[62312]: DEBUG nova.compute.manager [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Inject network info {{(pid=62312) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1560.159475] env[62312]: DEBUG nova.compute.manager [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] network_info to inject: |[{"id": "c1a63fbc-49c7-446b-b947-afa959b296f8", "address": "fa:16:3e:41:09:53", "network": {"id": "9dc7e88f-169d-4e13-ba15-fe0b55ed6b63", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1745840518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a02698bd1e54e3f81647b60f078b82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a63fbc-49", "ovs_interfaceid": "c1a63fbc-49c7-446b-b947-afa959b296f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1560.169310] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Reconfiguring VM instance to set the machine id {{(pid=62312) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1560.169310] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668879e4-2bb9-4a99-8414-b83d03704348 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.184850] env[62312]: DEBUG oslo_vmware.api [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] Waiting for the task: (returnval){ [ 1560.184850] env[62312]: value = "task-1809734" [ 1560.184850] env[62312]: _type = "Task" [ 1560.184850] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.196604] env[62312]: DEBUG oslo_vmware.api [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] Task: {'id': task-1809734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.226876] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Releasing lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.227375] env[62312]: DEBUG nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Instance network_info: |[{"id": "46f44917-60b1-4277-b937-65febfacd285", "address": "fa:16:3e:e1:19:94", "network": {"id": "9707c8ea-0a24-49ad-8a7c-0e02cdb09ec6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1266232500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f44917-60", "ovs_interfaceid": "46f44917-60b1-4277-b937-65febfacd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723", "address": "fa:16:3e:19:b1:83", "network": {"id": "1cdf6af2-bf19-4ec3-a78d-3a3c869be526", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1134183667", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a1e83e-ee", "ovs_interfaceid": "80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.228465] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] Acquired lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.228698] env[62312]: DEBUG nova.network.neutron [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Refreshing network info cache for port 80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.230055] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:19:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46f44917-60b1-4277-b937-65febfacd285', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:b1:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.240136] env[62312]: DEBUG oslo.service.loopingcall [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.243602] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.244325] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f48cb135-05d6-4029-b412-a2cfc4f4be22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.270752] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.270752] env[62312]: value = "task-1809735" [ 1560.270752] env[62312]: _type = "Task" [ 1560.270752] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.280429] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809735, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.582205] env[62312]: DEBUG nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1560.701016] env[62312]: DEBUG oslo_vmware.api [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] Task: {'id': task-1809734, 'name': ReconfigVM_Task, 'duration_secs': 0.217418} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.701364] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ebae69f7-1be7-4eab-80f8-a3456a067bed tempest-ServersAdminTestJSON-1255239758 tempest-ServersAdminTestJSON-1255239758-project-admin] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Reconfigured VM instance to set the machine id {{(pid=62312) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1560.785710] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809735, 'name': CreateVM_Task, 'duration_secs': 0.501097} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.788228] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1560.789868] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.792043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.792043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.792043] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f49d19-33bd-49b5-8662-a33f003d3902 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.797156] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1560.797156] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d01e00-2385-fcc5-7ba8-26c6cca10123" [ 1560.797156] env[62312]: _type = "Task" [ 1560.797156] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.812296] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d01e00-2385-fcc5-7ba8-26c6cca10123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.826037] env[62312]: DEBUG nova.network.neutron [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Updated VIF entry in instance network info cache for port 80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.826037] env[62312]: DEBUG nova.network.neutron [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Updating instance_info_cache with network_info: [{"id": "46f44917-60b1-4277-b937-65febfacd285", "address": "fa:16:3e:e1:19:94", "network": {"id": "9707c8ea-0a24-49ad-8a7c-0e02cdb09ec6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1266232500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f44917-60", "ovs_interfaceid": "46f44917-60b1-4277-b937-65febfacd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723", "address": "fa:16:3e:19:b1:83", "network": {"id": "1cdf6af2-bf19-4ec3-a78d-3a3c869be526", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1134183667", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a1e83e-ee", "ovs_interfaceid": "80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.827821] env[62312]: DEBUG nova.network.neutron [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Successfully created port: 3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.259370] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733cebe5-da9d-46d5-9f81-126fe655f82d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.267368] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c334b7-8c25-4f33-af18-7ce8981ab23b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.301675] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb355f76-5b81-455c-9176-5b866b24bc0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.312910] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003bcbdb-c26c-4bd2-ae63-dd3a4c16bca6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.316600] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d01e00-2385-fcc5-7ba8-26c6cca10123, 'name': SearchDatastore_Task, 'duration_secs': 0.030583} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.316904] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.317151] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.317381] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.317525] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.317694] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.318231] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1451d101-c6e8-4fdb-9cfb-96254456e1e1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.327883] env[62312]: DEBUG nova.compute.provider_tree [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.329993] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.330174] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.331114] env[62312]: DEBUG oslo_concurrency.lockutils [req-2aa41f75-626d-4ffc-8902-219231256b3a req-3f329e6c-c6b4-41ba-a937-8c740858e1df service nova] Releasing lock "refresh_cache-99913b7f-bccf-4f9e-9dfc-58e774243deb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.332117] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d477f19-5706-4327-befc-cda9b3cf1d69 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.338322] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1561.338322] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5215add8-c64b-c8d7-0e7d-f1c66dc966b9" [ 1561.338322] env[62312]: _type = "Task" [ 1561.338322] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.349452] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5215add8-c64b-c8d7-0e7d-f1c66dc966b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.608359] env[62312]: DEBUG nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.636841] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.637101] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.637262] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.637520] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.637594] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.637725] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.637924] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.639014] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.639401] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.639401] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.639533] env[62312]: DEBUG nova.virt.hardware [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.640796] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8705aab5-f88a-40ef-9966-d8418cfe06cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.650496] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc678a-ba95-4f1a-aa52-eb7809001a32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.832935] env[62312]: DEBUG nova.scheduler.client.report [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.852039] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5215add8-c64b-c8d7-0e7d-f1c66dc966b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.852039] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a1b891-e6ab-4086-8b5b-2f8f4b5c319c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.856495] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1561.856495] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5250e38e-d15a-0066-a7e9-2011abeeecf7" [ 1561.856495] env[62312]: _type = "Task" [ 1561.856495] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.865788] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5250e38e-d15a-0066-a7e9-2011abeeecf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.215893] env[62312]: INFO nova.compute.manager [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Rebuilding instance [ 1562.276638] env[62312]: DEBUG nova.compute.manager [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.277536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01ca23d-b6b3-4711-93ac-a0ee9162f9d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.340447] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.340973] env[62312]: DEBUG nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1562.343883] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.798s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.345203] env[62312]: INFO nova.compute.claims [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.369546] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5250e38e-d15a-0066-a7e9-2011abeeecf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.369809] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.370074] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 99913b7f-bccf-4f9e-9dfc-58e774243deb/99913b7f-bccf-4f9e-9dfc-58e774243deb.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.370323] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f52d04-326e-4670-aa3e-c0f379e64b1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.379895] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1562.379895] env[62312]: value = "task-1809736" [ 1562.379895] env[62312]: _type = "Task" [ 1562.379895] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.392197] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.702613] env[62312]: DEBUG nova.compute.manager [req-2a38adb4-3364-4832-9b34-cd3f12a5a62c req-7bddd30d-9f63-4df2-a7bf-c247e31e820a service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Received event network-vif-plugged-3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1562.702613] env[62312]: DEBUG oslo_concurrency.lockutils [req-2a38adb4-3364-4832-9b34-cd3f12a5a62c req-7bddd30d-9f63-4df2-a7bf-c247e31e820a service nova] Acquiring lock "129ecd09-4957-4442-835e-81d3f6ec9ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.702613] env[62312]: DEBUG oslo_concurrency.lockutils [req-2a38adb4-3364-4832-9b34-cd3f12a5a62c req-7bddd30d-9f63-4df2-a7bf-c247e31e820a service nova] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.702613] env[62312]: DEBUG oslo_concurrency.lockutils [req-2a38adb4-3364-4832-9b34-cd3f12a5a62c req-7bddd30d-9f63-4df2-a7bf-c247e31e820a service nova] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.702613] env[62312]: DEBUG nova.compute.manager [req-2a38adb4-3364-4832-9b34-cd3f12a5a62c req-7bddd30d-9f63-4df2-a7bf-c247e31e820a service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] No waiting events found dispatching network-vif-plugged-3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1562.702613] env[62312]: WARNING nova.compute.manager [req-2a38adb4-3364-4832-9b34-cd3f12a5a62c req-7bddd30d-9f63-4df2-a7bf-c247e31e820a service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Received unexpected event network-vif-plugged-3ec4789c-dcd7-4491-b559-5693d50cc7f8 for instance with vm_state building and task_state spawning. [ 1562.702613] env[62312]: DEBUG nova.network.neutron [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Successfully updated port: 3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.852816] env[62312]: DEBUG nova.compute.utils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.856117] env[62312]: DEBUG nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.856117] env[62312]: DEBUG nova.network.neutron [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.892246] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454275} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.892246] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 99913b7f-bccf-4f9e-9dfc-58e774243deb/99913b7f-bccf-4f9e-9dfc-58e774243deb.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.892394] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.892689] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c23fae8-0dce-49bc-8edf-17412a40604c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.900384] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1562.900384] env[62312]: value = "task-1809737" [ 1562.900384] env[62312]: _type = "Task" [ 1562.900384] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.906195] env[62312]: DEBUG nova.policy [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb01c0901c948f3a388822da8e07110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25f7f1a94be43e3860b8a12cec6ce47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.910954] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.178757] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.179185] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquired lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.180554] env[62312]: DEBUG nova.network.neutron [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.298344] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.298663] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645f41fd-2db3-49bd-8fe0-ce5e4854b45a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.307289] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1563.307289] env[62312]: value = "task-1809741" [ 1563.307289] env[62312]: _type = "Task" [ 1563.307289] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.317036] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.358614] env[62312]: DEBUG nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1563.415045] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069455} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.418215] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1563.426024] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423b92cd-938f-4d27-9e41-905d4a1eb73b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.426469] env[62312]: DEBUG nova.network.neutron [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Successfully created port: 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.456331] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 99913b7f-bccf-4f9e-9dfc-58e774243deb/99913b7f-bccf-4f9e-9dfc-58e774243deb.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.459381] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a98215bf-39a2-4372-93dc-031d9ae75df4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.481590] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1563.481590] env[62312]: value = "task-1809742" [ 1563.481590] env[62312]: _type = "Task" [ 1563.481590] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.493023] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.753489] env[62312]: DEBUG nova.network.neutron [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.819528] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809741, 'name': PowerOffVM_Task, 'duration_secs': 0.203544} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.819980] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.821075] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.821075] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1e1921-cafc-4fe8-a935-da92991942d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.827869] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.828115] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec2eedbb-9ff3-4301-b158-00a39a8490ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.942841] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.943092] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.943296] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleting the datastore file [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.943577] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbb098f9-d3f6-4efa-8b35-cea176acc1ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.953416] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1563.953416] env[62312]: value = "task-1809744" [ 1563.953416] env[62312]: _type = "Task" [ 1563.953416] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.963338] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.992276] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809742, 'name': ReconfigVM_Task, 'duration_secs': 0.330783} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.993438] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 99913b7f-bccf-4f9e-9dfc-58e774243deb/99913b7f-bccf-4f9e-9dfc-58e774243deb.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.994604] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c609d9a3-be67-493e-acff-d8a8aaaaed9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.997110] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9906ab3c-bd02-461a-b72d-8074a80bd24d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.005880] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f88569-3f89-4764-98ed-a107cdd2e29a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.009827] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1564.009827] env[62312]: value = "task-1809745" [ 1564.009827] env[62312]: _type = "Task" [ 1564.009827] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.055908] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83615b57-f2d5-4d72-a9e7-b3d87595b9e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.058509] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809745, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.066163] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be70f2b6-0a5c-4080-a6d6-5169387c0401 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.080475] env[62312]: DEBUG nova.compute.provider_tree [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1564.103644] env[62312]: DEBUG nova.network.neutron [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Updating instance_info_cache with network_info: [{"id": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "address": "fa:16:3e:79:a2:0a", "network": {"id": "81e95850-2a72-4c7d-9510-6af6bf2f5038", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-638747637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10017594b40d4d928b450025b02da7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec4789c-dc", "ovs_interfaceid": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.369271] env[62312]: DEBUG nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1564.393914] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1564.394229] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1564.394348] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1564.394529] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1564.395073] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1564.395073] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1564.395243] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1564.395417] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1564.395586] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1564.395748] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1564.395918] env[62312]: DEBUG nova.virt.hardware [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1564.396791] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af1006b-2f50-45c0-92d2-8a0d6455fa0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.407019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f94f90-5fb7-4fe3-a6f8-986966216159 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.463307] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407988} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.463562] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.463746] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.463920] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.520587] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809745, 'name': Rename_Task, 'duration_secs': 0.153369} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.520908] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.521276] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0010443a-5366-458d-8e65-39e2efa6864d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.530258] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1564.530258] env[62312]: value = "task-1809746" [ 1564.530258] env[62312]: _type = "Task" [ 1564.530258] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.541661] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.606395] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Releasing lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.606528] env[62312]: DEBUG nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Instance network_info: |[{"id": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "address": "fa:16:3e:79:a2:0a", "network": {"id": "81e95850-2a72-4c7d-9510-6af6bf2f5038", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-638747637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10017594b40d4d928b450025b02da7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec4789c-dc", "ovs_interfaceid": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1564.607396] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:a2:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ec4789c-dcd7-4491-b559-5693d50cc7f8', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.615078] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Creating folder: Project (10017594b40d4d928b450025b02da7f7). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.616168] env[62312]: DEBUG nova.scheduler.client.report [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1564.616405] env[62312]: DEBUG nova.compute.provider_tree [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 85 to 86 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1564.616579] env[62312]: DEBUG nova.compute.provider_tree [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1564.620032] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0767d10-a36d-4e32-8988-7b295d2a1c81 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.634152] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Created folder: Project (10017594b40d4d928b450025b02da7f7) in parent group-v374919. [ 1564.634152] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Creating folder: Instances. Parent ref: group-v375079. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.634225] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ed14d77-fb8b-4896-859c-c469072a8c72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.645031] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Created folder: Instances in parent group-v375079. [ 1564.645031] env[62312]: DEBUG oslo.service.loopingcall [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.645281] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.645571] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f42cdfed-eafa-4e99-a81d-853af834d29d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.666471] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.666471] env[62312]: value = "task-1809749" [ 1564.666471] env[62312]: _type = "Task" [ 1564.666471] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.673993] env[62312]: DEBUG nova.compute.manager [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Received event network-changed-3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1564.674230] env[62312]: DEBUG nova.compute.manager [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Refreshing instance network info cache due to event network-changed-3ec4789c-dcd7-4491-b559-5693d50cc7f8. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1564.674459] env[62312]: DEBUG oslo_concurrency.lockutils [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] Acquiring lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.674597] env[62312]: DEBUG oslo_concurrency.lockutils [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] Acquired lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.674754] env[62312]: DEBUG nova.network.neutron [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Refreshing network info cache for port 3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.679552] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809749, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.044400] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809746, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.123262] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.123807] env[62312]: DEBUG nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1565.126846] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.903s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.127500] env[62312]: DEBUG nova.objects.instance [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lazy-loading 'resources' on Instance uuid 71093dbe-03a9-4ca1-b352-f55bb6cddfe7 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.177914] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809749, 'name': CreateVM_Task, 'duration_secs': 0.414034} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.181077] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.181077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.181077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.181077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.181077] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8b3e7b-7b7d-48af-b4c5-b2dbd7e25e5a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.187870] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1565.187870] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521a878d-7a85-45b4-67df-05313c7cbe2f" [ 1565.187870] env[62312]: _type = "Task" [ 1565.187870] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.197586] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521a878d-7a85-45b4-67df-05313c7cbe2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.498320] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.498734] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.498734] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.499776] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.500061] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.500262] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.500632] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.500827] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.501170] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.501440] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.501641] env[62312]: DEBUG nova.virt.hardware [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.502675] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c690ea83-283b-4fbf-9351-841d5fc7fffb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.516443] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d965a7-01ea-4d85-bfb9-f25304a42604 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.531299] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ab:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b804f2-8689-4408-8212-cd4ff154698b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.541021] env[62312]: DEBUG oslo.service.loopingcall [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.541021] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.542286] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c58cd6a-b6c4-4041-b5a2-aac26be738bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.566518] env[62312]: DEBUG oslo_vmware.api [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809746, 'name': PowerOnVM_Task, 'duration_secs': 0.647985} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.566518] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.566518] env[62312]: INFO nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1565.566715] env[62312]: DEBUG nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.566971] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.566971] env[62312]: value = "task-1809750" [ 1565.566971] env[62312]: _type = "Task" [ 1565.566971] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.567698] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7c321-d67e-412b-9136-777f6c4c123f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.583417] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809750, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.630391] env[62312]: DEBUG nova.compute.utils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.637140] env[62312]: DEBUG nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1565.637279] env[62312]: DEBUG nova.network.neutron [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.698749] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521a878d-7a85-45b4-67df-05313c7cbe2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.700438] env[62312]: DEBUG nova.policy [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de52a5b127344246b767bd3a4f7ed77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd948290cc45a43e9a8fbed6eb4cc9ab6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.702250] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.702496] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.702728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.704323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.704323] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.704323] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69ee38b5-03f9-4ca5-8350-66c7b554b100 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.716406] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.716605] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.717690] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016cacd7-88e3-4e9b-99a9-bd411a1ff5c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.727985] env[62312]: DEBUG nova.network.neutron [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Updated VIF entry in instance network info cache for port 3ec4789c-dcd7-4491-b559-5693d50cc7f8. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.728383] env[62312]: DEBUG nova.network.neutron [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Updating instance_info_cache with network_info: [{"id": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "address": "fa:16:3e:79:a2:0a", "network": {"id": "81e95850-2a72-4c7d-9510-6af6bf2f5038", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-638747637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10017594b40d4d928b450025b02da7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec4789c-dc", "ovs_interfaceid": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.729629] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1565.729629] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5238706e-acd1-70ad-1b73-f97faff4a003" [ 1565.729629] env[62312]: _type = "Task" [ 1565.729629] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.739575] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5238706e-acd1-70ad-1b73-f97faff4a003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.847961] env[62312]: DEBUG nova.network.neutron [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Successfully updated port: 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.054121] env[62312]: DEBUG nova.network.neutron [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Successfully created port: 99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.082087] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809750, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.092939] env[62312]: INFO nova.compute.manager [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Took 47.46 seconds to build instance. [ 1566.135235] env[62312]: DEBUG nova.compute.utils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.234328] env[62312]: DEBUG oslo_concurrency.lockutils [req-9eb0ca3b-e676-44a7-9b65-53f3e98a03d3 req-9879d3e1-2799-4642-899d-98206ea7f187 service nova] Releasing lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.242486] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5238706e-acd1-70ad-1b73-f97faff4a003, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.243850] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61984f57-e236-43ab-9231-75ce54a1888e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.253165] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1566.253165] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cbded6-3241-2857-a70d-58d31e6f1802" [ 1566.253165] env[62312]: _type = "Task" [ 1566.253165] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.262897] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cbded6-3241-2857-a70d-58d31e6f1802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.278118] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96b3606-c53f-45a9-ab15-96fd6307d8af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.288474] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea45d1-6216-4d52-9edb-755885893101 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.326819] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9f2904-e1e9-4b5b-8eba-dcc960ebc638 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.340806] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5153b647-acf2-47e3-9a04-e22eca6dcdf1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.358637] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.358880] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.359040] env[62312]: DEBUG nova.network.neutron [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.360756] env[62312]: DEBUG nova.compute.provider_tree [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.581889] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809750, 'name': CreateVM_Task, 'duration_secs': 0.649038} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.582193] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.582811] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.583068] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.583445] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.583726] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc4ca79-9218-4da9-86cf-26fbb1f7188f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.589559] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1566.589559] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52dc45e1-f5de-d9ba-7855-9869feac9139" [ 1566.589559] env[62312]: _type = "Task" [ 1566.589559] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.598127] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0364d1c6-60c3-4d2c-acec-37ae3c9d3e1a tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.562s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.598385] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52dc45e1-f5de-d9ba-7855-9869feac9139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.638333] env[62312]: DEBUG nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1566.704811] env[62312]: DEBUG nova.compute.manager [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Received event network-vif-plugged-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1566.704811] env[62312]: DEBUG oslo_concurrency.lockutils [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.704811] env[62312]: DEBUG oslo_concurrency.lockutils [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] Lock "0044e695-c79f-4e66-9130-38bfac354e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.704811] env[62312]: DEBUG oslo_concurrency.lockutils [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] Lock "0044e695-c79f-4e66-9130-38bfac354e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.705130] env[62312]: DEBUG nova.compute.manager [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] No waiting events found dispatching network-vif-plugged-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.705356] env[62312]: WARNING nova.compute.manager [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Received unexpected event network-vif-plugged-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b for instance with vm_state building and task_state spawning. [ 1566.705571] env[62312]: DEBUG nova.compute.manager [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Received event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1566.707035] env[62312]: DEBUG nova.compute.manager [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing instance network info cache due to event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1566.707035] env[62312]: DEBUG oslo_concurrency.lockutils [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] Acquiring lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.765027] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cbded6-3241-2857-a70d-58d31e6f1802, 'name': SearchDatastore_Task, 'duration_secs': 0.027988} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.765187] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.765357] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 129ecd09-4957-4442-835e-81d3f6ec9ffd/129ecd09-4957-4442-835e-81d3f6ec9ffd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.765999] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5051e52d-a676-4c06-86b8-384e8d82d91f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.775301] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1566.775301] env[62312]: value = "task-1809752" [ 1566.775301] env[62312]: _type = "Task" [ 1566.775301] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.785317] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.834555] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "99913b7f-bccf-4f9e-9dfc-58e774243deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.835199] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.835199] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.835301] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.835399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.838575] env[62312]: INFO nova.compute.manager [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Terminating instance [ 1566.865748] env[62312]: DEBUG nova.scheduler.client.report [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.906267] env[62312]: DEBUG nova.network.neutron [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.105454] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52dc45e1-f5de-d9ba-7855-9869feac9139, 'name': SearchDatastore_Task, 'duration_secs': 0.071158} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.105849] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.106139] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.106424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.106593] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.106779] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.107115] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c7c64a-fbd6-4d9f-9e78-14429cf4e622 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.121606] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.121890] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.122772] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0e79da-9a0f-42ad-b0ca-1b6d9d15db5d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.129936] env[62312]: DEBUG nova.network.neutron [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.132970] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1567.132970] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524698cd-c039-278e-3a23-b4c78e27d35a" [ 1567.132970] env[62312]: _type = "Task" [ 1567.132970] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.149259] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524698cd-c039-278e-3a23-b4c78e27d35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.285759] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409661} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.286386] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 129ecd09-4957-4442-835e-81d3f6ec9ffd/129ecd09-4957-4442-835e-81d3f6ec9ffd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.286386] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.287304] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-549f257d-2750-4c6f-9496-63e517723398 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.294777] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1567.294777] env[62312]: value = "task-1809753" [ 1567.294777] env[62312]: _type = "Task" [ 1567.294777] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.302760] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.343129] env[62312]: DEBUG nova.compute.manager [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1567.343400] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1567.344311] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fcb4b4-1fb1-485c-861a-64f7e3cf150e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.352843] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.353132] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1976c4b-ef0e-4100-bf1f-46afaf7257a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.360097] env[62312]: DEBUG oslo_vmware.api [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1567.360097] env[62312]: value = "task-1809754" [ 1567.360097] env[62312]: _type = "Task" [ 1567.360097] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.368330] env[62312]: DEBUG oslo_vmware.api [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.371345] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.372840] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.490s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.376263] env[62312]: INFO nova.compute.claims [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1567.395056] env[62312]: INFO nova.scheduler.client.report [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Deleted allocations for instance 71093dbe-03a9-4ca1-b352-f55bb6cddfe7 [ 1567.614808] env[62312]: DEBUG nova.compute.manager [req-3f2687e3-e6c1-4b69-8a76-955a4a0bf321 req-1bdead5e-66e2-47f5-ba19-a33a1aae9739 service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Received event network-vif-plugged-99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1567.615133] env[62312]: DEBUG oslo_concurrency.lockutils [req-3f2687e3-e6c1-4b69-8a76-955a4a0bf321 req-1bdead5e-66e2-47f5-ba19-a33a1aae9739 service nova] Acquiring lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.615406] env[62312]: DEBUG oslo_concurrency.lockutils [req-3f2687e3-e6c1-4b69-8a76-955a4a0bf321 req-1bdead5e-66e2-47f5-ba19-a33a1aae9739 service nova] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.615406] env[62312]: DEBUG oslo_concurrency.lockutils [req-3f2687e3-e6c1-4b69-8a76-955a4a0bf321 req-1bdead5e-66e2-47f5-ba19-a33a1aae9739 service nova] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.615548] env[62312]: DEBUG nova.compute.manager [req-3f2687e3-e6c1-4b69-8a76-955a4a0bf321 req-1bdead5e-66e2-47f5-ba19-a33a1aae9739 service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] No waiting events found dispatching network-vif-plugged-99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.615689] env[62312]: WARNING nova.compute.manager [req-3f2687e3-e6c1-4b69-8a76-955a4a0bf321 req-1bdead5e-66e2-47f5-ba19-a33a1aae9739 service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Received unexpected event network-vif-plugged-99fab786-328c-4f50-8263-ad07dcb88523 for instance with vm_state building and task_state spawning. [ 1567.617615] env[62312]: DEBUG nova.network.neutron [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Successfully updated port: 99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.633919] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.634286] env[62312]: DEBUG nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Instance network_info: |[{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1567.634993] env[62312]: DEBUG oslo_concurrency.lockutils [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] Acquired lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.635199] env[62312]: DEBUG nova.network.neutron [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.636496] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:47:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ed3f3ec-c052-4da0-bf5d-85589aa2c60b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.645449] env[62312]: DEBUG oslo.service.loopingcall [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.651964] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.653036] env[62312]: DEBUG nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1567.655376] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5373a10-08a4-4966-bd7a-919cbc78038d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.679436] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524698cd-c039-278e-3a23-b4c78e27d35a, 'name': SearchDatastore_Task, 'duration_secs': 0.039749} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.679436] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b374bcb6-c79c-440f-aca2-ada58c724091 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.683142] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.683142] env[62312]: value = "task-1809755" [ 1567.683142] env[62312]: _type = "Task" [ 1567.683142] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.685292] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:47:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2034887592',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1655843404',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.685533] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.685715] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.685905] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.686066] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.686221] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.686426] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.686615] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.686903] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.687088] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.687265] env[62312]: DEBUG nova.virt.hardware [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.688373] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df27b006-4d5a-46ca-a188-7e6d87ef1220 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.696009] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1567.696009] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52013d2a-a380-b741-99cd-0acee82c7ea4" [ 1567.696009] env[62312]: _type = "Task" [ 1567.696009] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.706505] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809755, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.708082] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b789e93-4150-4b2e-83d6-95e49cdc4f3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.715542] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52013d2a-a380-b741-99cd-0acee82c7ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.014418} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.716117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.716378] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.716625] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbdb2c76-8fa3-46c9-b78b-a8fda2f82150 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.731370] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1567.731370] env[62312]: value = "task-1809756" [ 1567.731370] env[62312]: _type = "Task" [ 1567.731370] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.740853] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.806217] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136952} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.806516] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1567.807387] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3e2a5d-08d9-4fec-bede-804393fcf16a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.831842] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 129ecd09-4957-4442-835e-81d3f6ec9ffd/129ecd09-4957-4442-835e-81d3f6ec9ffd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.835088] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc06edcc-bfd6-44bc-b12e-5f004944491e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.867265] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1567.867265] env[62312]: value = "task-1809757" [ 1567.867265] env[62312]: _type = "Task" [ 1567.867265] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.873695] env[62312]: DEBUG oslo_vmware.api [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809754, 'name': PowerOffVM_Task, 'duration_secs': 0.262683} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.874467] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.874679] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.874984] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e3dca3a-5c4a-43ea-b8b9-0ebb0eaebcd5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.883227] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.903546] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50d50333-19e5-494f-a162-aec95f7542da tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "71093dbe-03a9-4ca1-b352-f55bb6cddfe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.957s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.946815] env[62312]: DEBUG nova.network.neutron [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updated VIF entry in instance network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.947315] env[62312]: DEBUG nova.network.neutron [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.124367] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.124367] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.124367] env[62312]: DEBUG nova.network.neutron [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.152563] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1568.153030] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1568.153239] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Deleting the datastore file [datastore1] 99913b7f-bccf-4f9e-9dfc-58e774243deb {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.153615] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f720f44-6020-46da-9383-a31673c0a01a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.162393] env[62312]: DEBUG oslo_vmware.api [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for the task: (returnval){ [ 1568.162393] env[62312]: value = "task-1809760" [ 1568.162393] env[62312]: _type = "Task" [ 1568.162393] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.173382] env[62312]: DEBUG oslo_vmware.api [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.199743] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809755, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.242627] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809756, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.377994] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809757, 'name': ReconfigVM_Task, 'duration_secs': 0.464017} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.378281] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 129ecd09-4957-4442-835e-81d3f6ec9ffd/129ecd09-4957-4442-835e-81d3f6ec9ffd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.378985] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e24797d7-0078-4a58-945c-c2f33e960f86 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.389035] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1568.389035] env[62312]: value = "task-1809761" [ 1568.389035] env[62312]: _type = "Task" [ 1568.389035] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.406897] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809761, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.450943] env[62312]: DEBUG oslo_concurrency.lockutils [req-ec056e32-7052-4357-b481-80c51696fc2a req-4f9784ca-39c6-4ba6-9227-cc82e14a2036 service nova] Releasing lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.660263] env[62312]: DEBUG nova.network.neutron [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.673997] env[62312]: DEBUG oslo_vmware.api [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Task: {'id': task-1809760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.676405] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.676601] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.676775] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.676941] env[62312]: INFO nova.compute.manager [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1568.677203] env[62312]: DEBUG oslo.service.loopingcall [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.679487] env[62312]: DEBUG nova.compute.manager [-] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1568.679574] env[62312]: DEBUG nova.network.neutron [-] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.698222] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809755, 'name': CreateVM_Task, 'duration_secs': 0.780578} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.698378] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.699063] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.699242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.699547] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.703619] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076f296f-3736-436c-8b7e-f97791a268f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.709166] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1568.709166] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522ccf04-b569-775e-5858-0597a9d3a985" [ 1568.709166] env[62312]: _type = "Task" [ 1568.709166] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.719210] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522ccf04-b569-775e-5858-0597a9d3a985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.744147] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530228} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.744415] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.744625] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.744877] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a6ff0c5-6a7a-40cc-86cd-b84b6ffe062f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.752564] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1568.752564] env[62312]: value = "task-1809762" [ 1568.752564] env[62312]: _type = "Task" [ 1568.752564] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.760953] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.807047] env[62312]: DEBUG nova.network.neutron [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Updating instance_info_cache with network_info: [{"id": "99fab786-328c-4f50-8263-ad07dcb88523", "address": "fa:16:3e:c1:2b:f2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fab786-32", "ovs_interfaceid": "99fab786-328c-4f50-8263-ad07dcb88523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.899786] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809761, 'name': Rename_Task, 'duration_secs': 0.189814} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.900094] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.900351] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e29c14c0-1b53-407b-b278-98431e5f424a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.906766] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33626964-184c-4b80-b4c6-5a322af0c201 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.910210] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1568.910210] env[62312]: value = "task-1809763" [ 1568.910210] env[62312]: _type = "Task" [ 1568.910210] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.916763] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb406f-a4dc-4a97-8d00-8907e32cb953 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.923147] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.952788] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edab060-ba38-4744-97dd-cd4d20013c15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.960907] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb37b8-923f-43c6-84fb-719351d7623c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.975718] env[62312]: DEBUG nova.compute.provider_tree [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.221446] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522ccf04-b569-775e-5858-0597a9d3a985, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.221762] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.221993] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.222242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.222385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.222555] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.222815] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bc13c25-719b-41e7-963b-770a22f5c587 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.234192] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.234383] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.235251] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d88f121-8620-4fbc-baf7-3d396e9619ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.242352] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1569.242352] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bf1739-d6d9-5b54-e7db-b7506d2e60da" [ 1569.242352] env[62312]: _type = "Task" [ 1569.242352] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.252171] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bf1739-d6d9-5b54-e7db-b7506d2e60da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.264348] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068171} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.264634] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.265430] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55e826a-d282-46dc-b2d3-10e86b7f168d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.293402] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.293745] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0443d03-c7e4-48f3-8194-575b8d79fe96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.310038] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Releasing lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.310353] env[62312]: DEBUG nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Instance network_info: |[{"id": "99fab786-328c-4f50-8263-ad07dcb88523", "address": "fa:16:3e:c1:2b:f2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fab786-32", "ovs_interfaceid": "99fab786-328c-4f50-8263-ad07dcb88523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.310765] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:2b:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99fab786-328c-4f50-8263-ad07dcb88523', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.320169] env[62312]: DEBUG oslo.service.loopingcall [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.320169] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.320350] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1569.320350] env[62312]: value = "task-1809764" [ 1569.320350] env[62312]: _type = "Task" [ 1569.320350] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.320512] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e03eed6d-5d2b-4e38-b738-fb770fb22011 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.341255] env[62312]: DEBUG nova.compute.manager [req-d6086861-ff1b-4766-97ba-304bc6f64a3d req-4798e10d-ef13-4965-b159-a4200efdbda6 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received event network-vif-deleted-80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1569.341460] env[62312]: INFO nova.compute.manager [req-d6086861-ff1b-4766-97ba-304bc6f64a3d req-4798e10d-ef13-4965-b159-a4200efdbda6 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Neutron deleted interface 80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723; detaching it from the instance and deleting it from the info cache [ 1569.341702] env[62312]: DEBUG nova.network.neutron [req-d6086861-ff1b-4766-97ba-304bc6f64a3d req-4798e10d-ef13-4965-b159-a4200efdbda6 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Updating instance_info_cache with network_info: [{"id": "46f44917-60b1-4277-b937-65febfacd285", "address": "fa:16:3e:e1:19:94", "network": {"id": "9707c8ea-0a24-49ad-8a7c-0e02cdb09ec6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1266232500", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bc185300a1c44e18d6269cc12ae6ef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46f44917-60", "ovs_interfaceid": "46f44917-60b1-4277-b937-65febfacd285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.349312] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.351789] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.351789] env[62312]: value = "task-1809765" [ 1569.351789] env[62312]: _type = "Task" [ 1569.351789] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.362772] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809765, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.421961] env[62312]: DEBUG oslo_vmware.api [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1809763, 'name': PowerOnVM_Task, 'duration_secs': 0.48} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.422319] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.422544] env[62312]: INFO nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1569.422721] env[62312]: DEBUG nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.423514] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b6c0fb-b387-4509-8b92-46e95eb39af8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.478613] env[62312]: DEBUG nova.scheduler.client.report [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.653440] env[62312]: DEBUG nova.compute.manager [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Received event network-changed-99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1569.654078] env[62312]: DEBUG nova.compute.manager [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Refreshing instance network info cache due to event network-changed-99fab786-328c-4f50-8263-ad07dcb88523. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1569.654078] env[62312]: DEBUG oslo_concurrency.lockutils [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] Acquiring lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.654264] env[62312]: DEBUG oslo_concurrency.lockutils [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] Acquired lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.654485] env[62312]: DEBUG nova.network.neutron [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Refreshing network info cache for port 99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.753852] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bf1739-d6d9-5b54-e7db-b7506d2e60da, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.754686] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cef18ff-62d2-42f7-b537-aec018d5ad6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.760581] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1569.760581] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5219fe87-b59e-d324-5f11-c69e1c6f780a" [ 1569.760581] env[62312]: _type = "Task" [ 1569.760581] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.768509] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5219fe87-b59e-d324-5f11-c69e1c6f780a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.844951] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809764, 'name': ReconfigVM_Task, 'duration_secs': 0.49834} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.845276] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Reconfigured VM instance instance-00000012 to attach disk [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.845949] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaccc554-3787-47d8-92ef-78b218b3fa37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.851130] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc6cdbce-1d41-4356-a8f6-33b105562f33 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.854753] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1569.854753] env[62312]: value = "task-1809766" [ 1569.854753] env[62312]: _type = "Task" [ 1569.854753] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.866714] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ab8f48-138d-4682-b37d-705b58c0c1bd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.883331] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809766, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.883465] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809765, 'name': CreateVM_Task, 'duration_secs': 0.461884} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.884152] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.884947] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.885034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.885311] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.885567] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af153a1-b259-41cb-95fc-595f5f4ca95c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.893289] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1569.893289] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52fb5b82-866d-2e7a-4b0e-c2e507619e04" [ 1569.893289] env[62312]: _type = "Task" [ 1569.893289] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.903709] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fb5b82-866d-2e7a-4b0e-c2e507619e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.917881] env[62312]: DEBUG nova.compute.manager [req-d6086861-ff1b-4766-97ba-304bc6f64a3d req-4798e10d-ef13-4965-b159-a4200efdbda6 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Detach interface failed, port_id=80a1e83e-eee3-4c77-9ca8-5fe5c1f2f723, reason: Instance 99913b7f-bccf-4f9e-9dfc-58e774243deb could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1569.941274] env[62312]: INFO nova.compute.manager [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Took 46.48 seconds to build instance. [ 1569.985683] env[62312]: DEBUG nova.network.neutron [-] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.987452] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.987938] env[62312]: DEBUG nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.990780] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.922s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.281388] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5219fe87-b59e-d324-5f11-c69e1c6f780a, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.281388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.281524] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/0044e695-c79f-4e66-9130-38bfac354e8c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.281776] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63e14491-9b75-4dc3-9c94-c5cad0252386 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.290291] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1570.290291] env[62312]: value = "task-1809768" [ 1570.290291] env[62312]: _type = "Task" [ 1570.290291] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.300574] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.369977] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809766, 'name': Rename_Task, 'duration_secs': 0.185615} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.371620] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.371939] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489631d8-84c1-44a7-9c26-b12385b8c1e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.379109] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1570.379109] env[62312]: value = "task-1809769" [ 1570.379109] env[62312]: _type = "Task" [ 1570.379109] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.394219] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.406168] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fb5b82-866d-2e7a-4b0e-c2e507619e04, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.406168] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.406168] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.406168] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.406168] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.406168] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.406506] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a566fa8b-38a7-464a-94c4-4b4840a8f423 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.415284] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.415496] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.416809] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f75c02-918c-46ac-9e54-3c7518072553 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.423734] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1570.423734] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f71afa-7265-151b-3827-ae7d53aa81f9" [ 1570.423734] env[62312]: _type = "Task" [ 1570.423734] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.432605] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f71afa-7265-151b-3827-ae7d53aa81f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.443257] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cd270fac-6031-433c-9371-4363888ba631 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.459s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.492033] env[62312]: INFO nova.compute.manager [-] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Took 1.81 seconds to deallocate network for instance. [ 1570.498630] env[62312]: DEBUG nova.compute.utils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1570.502665] env[62312]: INFO nova.compute.claims [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.507347] env[62312]: DEBUG nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1570.508217] env[62312]: DEBUG nova.network.neutron [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.571850] env[62312]: DEBUG nova.policy [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4885da78d66a41d892786fbcfc4e9df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85be92bd11b40069aac273d21b9f151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1570.802749] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434988} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.803070] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/0044e695-c79f-4e66-9130-38bfac354e8c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.803291] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.803565] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2c05aeb-8554-4faf-b390-a80d3848130e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.811802] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1570.811802] env[62312]: value = "task-1809770" [ 1570.811802] env[62312]: _type = "Task" [ 1570.811802] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.821024] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.864121] env[62312]: DEBUG nova.network.neutron [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Successfully created port: 881b4c35-3333-4c6f-86d5-dd97f475ec83 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.877296] env[62312]: DEBUG nova.network.neutron [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Updated VIF entry in instance network info cache for port 99fab786-328c-4f50-8263-ad07dcb88523. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.877296] env[62312]: DEBUG nova.network.neutron [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Updating instance_info_cache with network_info: [{"id": "99fab786-328c-4f50-8263-ad07dcb88523", "address": "fa:16:3e:c1:2b:f2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fab786-32", "ovs_interfaceid": "99fab786-328c-4f50-8263-ad07dcb88523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.893013] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.938399] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f71afa-7265-151b-3827-ae7d53aa81f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.942229] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed352e2b-bb82-4058-b73c-fe3b93c8a67a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.948993] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1570.948993] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52111f59-7a3e-5d54-e9e4-49983f939239" [ 1570.948993] env[62312]: _type = "Task" [ 1570.948993] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.958438] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52111f59-7a3e-5d54-e9e4-49983f939239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.007739] env[62312]: DEBUG nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1571.014017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.015427] env[62312]: INFO nova.compute.resource_tracker [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating resource usage from migration d58dcba0-2620-44b7-94ad-b7efe1541502 [ 1571.323591] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115404} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.323591] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.323591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a7a3da-f647-4365-8974-21d0c9c73ffd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.351941] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/0044e695-c79f-4e66-9130-38bfac354e8c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.354892] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feaec4bf-11ed-4e7f-8c1d-69593f3d71e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.375753] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1571.375753] env[62312]: value = "task-1809771" [ 1571.375753] env[62312]: _type = "Task" [ 1571.375753] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.379827] env[62312]: DEBUG oslo_concurrency.lockutils [req-3e3c6bd2-3704-4d54-a0bf-9af6526d3617 req-19e53666-f262-4b54-aef2-0582fc892a2e service nova] Releasing lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.393563] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.398613] env[62312]: DEBUG oslo_vmware.api [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809769, 'name': PowerOnVM_Task, 'duration_secs': 0.700354} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.398860] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.400382] env[62312]: DEBUG nova.compute.manager [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.401283] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0261e85b-c15c-436b-8b94-1f0fffb2d51a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.464201] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52111f59-7a3e-5d54-e9e4-49983f939239, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.464611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.464984] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693/27ac88a2-5e0e-4e3e-91ff-60d49b8c6693.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.465639] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f43381-9eb1-4bcd-9796-6d94e5eda265 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.474291] env[62312]: DEBUG nova.compute.manager [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Received event network-vif-deleted-46f44917-60b1-4277-b937-65febfacd285 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1571.474548] env[62312]: DEBUG nova.compute.manager [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Received event network-changed-3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1571.474751] env[62312]: DEBUG nova.compute.manager [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Refreshing instance network info cache due to event network-changed-3ec4789c-dcd7-4491-b559-5693d50cc7f8. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1571.474997] env[62312]: DEBUG oslo_concurrency.lockutils [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] Acquiring lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.475349] env[62312]: DEBUG oslo_concurrency.lockutils [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] Acquired lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.475620] env[62312]: DEBUG nova.network.neutron [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Refreshing network info cache for port 3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.480923] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1571.480923] env[62312]: value = "task-1809772" [ 1571.480923] env[62312]: _type = "Task" [ 1571.480923] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.494698] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.634596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409ee42a-c5a0-48db-a82f-00364598d62d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.643310] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383c487-0b27-4bca-b914-78a38aecec7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.679739] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba8264d-f408-49bf-a992-9ebfd8e76c0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.692693] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca2345-376b-4605-9a6c-e966a0cec47f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.708794] env[62312]: DEBUG nova.compute.provider_tree [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.891089] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809771, 'name': ReconfigVM_Task, 'duration_secs': 0.331196} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.891464] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/0044e695-c79f-4e66-9130-38bfac354e8c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.892213] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4b23b7b-46de-47e1-b421-24c9c3634cf8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.901913] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1571.901913] env[62312]: value = "task-1809773" [ 1571.901913] env[62312]: _type = "Task" [ 1571.901913] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.912185] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809773, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.921165] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.990426] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47408} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.990686] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693/27ac88a2-5e0e-4e3e-91ff-60d49b8c6693.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1571.990892] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1571.991299] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c20b8a-eb5b-48ed-bf89-310113245c5c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.999858] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1571.999858] env[62312]: value = "task-1809774" [ 1571.999858] env[62312]: _type = "Task" [ 1571.999858] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.009643] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.031315] env[62312]: DEBUG nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1572.059057] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1572.059413] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.059816] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1572.060156] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.060434] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1572.060599] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1572.060893] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1572.061124] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1572.061341] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1572.061556] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1572.061765] env[62312]: DEBUG nova.virt.hardware [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1572.062772] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beaf7f4-1303-476e-ac59-35e1826e265b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.071637] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024efc38-d092-40ab-a75d-5042069dd988 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.212831] env[62312]: DEBUG nova.scheduler.client.report [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.372207] env[62312]: DEBUG nova.network.neutron [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Updated VIF entry in instance network info cache for port 3ec4789c-dcd7-4491-b559-5693d50cc7f8. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.372591] env[62312]: DEBUG nova.network.neutron [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Updating instance_info_cache with network_info: [{"id": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "address": "fa:16:3e:79:a2:0a", "network": {"id": "81e95850-2a72-4c7d-9510-6af6bf2f5038", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-638747637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10017594b40d4d928b450025b02da7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec4789c-dc", "ovs_interfaceid": "3ec4789c-dcd7-4491-b559-5693d50cc7f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.417892] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809773, 'name': Rename_Task, 'duration_secs': 0.177296} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.418878] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.419217] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cac9869-a242-4361-a3e1-77b9d776ad3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.428465] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1572.428465] env[62312]: value = "task-1809776" [ 1572.428465] env[62312]: _type = "Task" [ 1572.428465] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.438720] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.444961] env[62312]: DEBUG nova.compute.manager [req-b4b86578-dc2b-46fc-80e1-e4958f1abb58 req-87d384a0-eb3a-486c-8f7b-76d6fa7e8cb5 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Received event network-vif-plugged-881b4c35-3333-4c6f-86d5-dd97f475ec83 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1572.445250] env[62312]: DEBUG oslo_concurrency.lockutils [req-b4b86578-dc2b-46fc-80e1-e4958f1abb58 req-87d384a0-eb3a-486c-8f7b-76d6fa7e8cb5 service nova] Acquiring lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.445501] env[62312]: DEBUG oslo_concurrency.lockutils [req-b4b86578-dc2b-46fc-80e1-e4958f1abb58 req-87d384a0-eb3a-486c-8f7b-76d6fa7e8cb5 service nova] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.445705] env[62312]: DEBUG oslo_concurrency.lockutils [req-b4b86578-dc2b-46fc-80e1-e4958f1abb58 req-87d384a0-eb3a-486c-8f7b-76d6fa7e8cb5 service nova] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.445932] env[62312]: DEBUG nova.compute.manager [req-b4b86578-dc2b-46fc-80e1-e4958f1abb58 req-87d384a0-eb3a-486c-8f7b-76d6fa7e8cb5 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] No waiting events found dispatching network-vif-plugged-881b4c35-3333-4c6f-86d5-dd97f475ec83 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.446191] env[62312]: WARNING nova.compute.manager [req-b4b86578-dc2b-46fc-80e1-e4958f1abb58 req-87d384a0-eb3a-486c-8f7b-76d6fa7e8cb5 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Received unexpected event network-vif-plugged-881b4c35-3333-4c6f-86d5-dd97f475ec83 for instance with vm_state building and task_state spawning. [ 1572.465743] env[62312]: DEBUG nova.network.neutron [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Successfully updated port: 881b4c35-3333-4c6f-86d5-dd97f475ec83 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.513884] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072777} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.514608] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.515609] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3564d157-4d45-431d-acfe-b609c227155f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.542037] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693/27ac88a2-5e0e-4e3e-91ff-60d49b8c6693.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.542395] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7bc7643-480b-456d-8dfa-25d7c68ff9c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.563947] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1572.563947] env[62312]: value = "task-1809777" [ 1572.563947] env[62312]: _type = "Task" [ 1572.563947] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.573515] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.717951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.727s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.718290] env[62312]: INFO nova.compute.manager [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Migrating [ 1572.725630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.191s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.725920] env[62312]: DEBUG nova.objects.instance [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lazy-loading 'resources' on Instance uuid b60445df-57f7-45aa-9aa5-b3282ac6e4e0 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.875812] env[62312]: DEBUG oslo_concurrency.lockutils [req-24658d79-b115-49d0-9090-071d4499f935 req-7dd68e84-46d2-41d0-bcf5-91c7d3a07305 service nova] Releasing lock "refresh_cache-129ecd09-4957-4442-835e-81d3f6ec9ffd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.939165] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809776, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.970427] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "refresh_cache-31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.970427] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "refresh_cache-31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.970427] env[62312]: DEBUG nova.network.neutron [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.077398] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.236735] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.236961] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.237211] env[62312]: DEBUG nova.network.neutron [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.440262] env[62312]: DEBUG oslo_vmware.api [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1809776, 'name': PowerOnVM_Task, 'duration_secs': 0.618405} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.440527] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1573.440731] env[62312]: INFO nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1573.440904] env[62312]: DEBUG nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.441774] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c614865-73e9-49a2-b554-873c045f1a02 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.504192] env[62312]: DEBUG nova.network.neutron [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.574704] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809777, 'name': ReconfigVM_Task, 'duration_secs': 0.761005} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.579190] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693/27ac88a2-5e0e-4e3e-91ff-60d49b8c6693.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.579446] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62312) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1573.580258] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a205e702-9233-4de0-8115-348e175b52ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.588237] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1573.588237] env[62312]: value = "task-1809778" [ 1573.588237] env[62312]: _type = "Task" [ 1573.588237] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.599381] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809778, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.629626] env[62312]: INFO nova.compute.manager [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Rebuilding instance [ 1573.662482] env[62312]: DEBUG nova.network.neutron [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Updating instance_info_cache with network_info: [{"id": "881b4c35-3333-4c6f-86d5-dd97f475ec83", "address": "fa:16:3e:d1:0c:70", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881b4c35-33", "ovs_interfaceid": "881b4c35-3333-4c6f-86d5-dd97f475ec83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.669891] env[62312]: DEBUG nova.compute.manager [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.670891] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96cc140-1a65-4730-99c2-83687f3ae31d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.717984] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223f7092-1adc-4247-ae84-fcab38df9d8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.726905] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a5f23-92df-43fa-81ed-e758d67fb043 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.762605] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9221eb34-1a6a-4410-b830-e78f8251bbc4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.771454] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dee52b-85bf-441c-a055-b0518131baf8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.787317] env[62312]: DEBUG nova.compute.provider_tree [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.963483] env[62312]: INFO nova.compute.manager [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Took 46.96 seconds to build instance. [ 1573.987903] env[62312]: DEBUG nova.network.neutron [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance_info_cache with network_info: [{"id": "1224f6da-9fae-442f-971c-1e249092457b", "address": "fa:16:3e:62:f7:99", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224f6da-9f", "ovs_interfaceid": "1224f6da-9fae-442f-971c-1e249092457b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.099429] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809778, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05481} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.099686] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62312) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1574.100444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934196c5-88c3-4673-bff1-01aa352cccb4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.126032] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693/ephemeral_0.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.126032] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a553ff5d-9f25-448d-bd1f-b253bb4ae482 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.145511] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1574.145511] env[62312]: value = "task-1809779" [ 1574.145511] env[62312]: _type = "Task" [ 1574.145511] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.154074] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.166148] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "refresh_cache-31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.166487] env[62312]: DEBUG nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Instance network_info: |[{"id": "881b4c35-3333-4c6f-86d5-dd97f475ec83", "address": "fa:16:3e:d1:0c:70", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881b4c35-33", "ovs_interfaceid": "881b4c35-3333-4c6f-86d5-dd97f475ec83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.166904] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:0c:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881b4c35-3333-4c6f-86d5-dd97f475ec83', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.174487] env[62312]: DEBUG oslo.service.loopingcall [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.174696] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.174915] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c6070c-aeda-43fd-b01d-86137f84f709 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.197391] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.197391] env[62312]: value = "task-1809780" [ 1574.197391] env[62312]: _type = "Task" [ 1574.197391] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.211057] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809780, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.290951] env[62312]: DEBUG nova.scheduler.client.report [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.466214] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1a50654e-10c0-4b30-8858-7010385d5679 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.905s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.475178] env[62312]: DEBUG nova.compute.manager [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Received event network-changed-881b4c35-3333-4c6f-86d5-dd97f475ec83 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1574.475387] env[62312]: DEBUG nova.compute.manager [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Refreshing instance network info cache due to event network-changed-881b4c35-3333-4c6f-86d5-dd97f475ec83. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1574.475601] env[62312]: DEBUG oslo_concurrency.lockutils [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] Acquiring lock "refresh_cache-31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.475742] env[62312]: DEBUG oslo_concurrency.lockutils [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] Acquired lock "refresh_cache-31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.475898] env[62312]: DEBUG nova.network.neutron [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Refreshing network info cache for port 881b4c35-3333-4c6f-86d5-dd97f475ec83 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.490901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.656851] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.692633] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.692998] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ff72f9-60b3-4fbb-aa24-dde40c05b6a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.702918] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1574.702918] env[62312]: value = "task-1809782" [ 1574.702918] env[62312]: _type = "Task" [ 1574.702918] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.709458] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809780, 'name': CreateVM_Task, 'duration_secs': 0.437079} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.710050] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.710806] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.711034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.711331] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.711585] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705b2949-899f-4014-a387-8650156b1351 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.716441] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.720061] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1574.720061] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cd0753-2bd9-165b-f59f-ca65af730166" [ 1574.720061] env[62312]: _type = "Task" [ 1574.720061] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.728397] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cd0753-2bd9-165b-f59f-ca65af730166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.796682] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.799198] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.950s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.801412] env[62312]: INFO nova.compute.claims [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.827783] env[62312]: INFO nova.scheduler.client.report [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Deleted allocations for instance b60445df-57f7-45aa-9aa5-b3282ac6e4e0 [ 1575.157999] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809779, 'name': ReconfigVM_Task, 'duration_secs': 0.669149} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.158363] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693/ephemeral_0.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.159158] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a79e0b87-d6cd-4c33-9586-c9c9500b4f2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.173776] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1575.173776] env[62312]: value = "task-1809783" [ 1575.173776] env[62312]: _type = "Task" [ 1575.173776] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.184188] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809783, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.213948] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809782, 'name': PowerOffVM_Task, 'duration_secs': 0.214781} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.214232] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.214454] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.215226] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a78203-061b-4a74-9964-ac7d344847c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.226392] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1575.226993] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-418e84e2-4379-4de8-bd9b-fd898eed9964 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.233292] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cd0753-2bd9-165b-f59f-ca65af730166, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.235688] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.235927] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.236172] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.236318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.236493] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.236888] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dc45da0-cf94-47a6-8de0-26bf23f05f1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.247212] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.247484] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.250204] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508b5164-1dab-4a34-b288-cc84c42b3646 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.255088] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1575.255088] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52de4571-74d0-9629-0937-c67bd10c83f9" [ 1575.255088] env[62312]: _type = "Task" [ 1575.255088] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.269332] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52de4571-74d0-9629-0937-c67bd10c83f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.270217] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657f0357-0ba3-453a-b329-2a716c7fd4ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.276594] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1575.276594] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5251450a-fd2b-0a30-56d8-3bec4efe55f7" [ 1575.276594] env[62312]: _type = "Task" [ 1575.276594] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.293815] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5251450a-fd2b-0a30-56d8-3bec4efe55f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012201} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.297914] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.297914] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91/31c5cc6b-d613-4a9d-a033-3f2adcf2ac91.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.298258] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baea8924-ee21-4ce2-999b-b9cdd842860c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.313513] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1575.313513] env[62312]: value = "task-1809785" [ 1575.313513] env[62312]: _type = "Task" [ 1575.313513] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.328557] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.337042] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.337357] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.337558] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleting the datastore file [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.338174] env[62312]: DEBUG oslo_concurrency.lockutils [None req-64bd22c1-fa13-4394-81f7-32f6da0ba992 tempest-ServersV294TestFqdnHostnames-183470611 tempest-ServersV294TestFqdnHostnames-183470611-project-member] Lock "b60445df-57f7-45aa-9aa5-b3282ac6e4e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.178s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.339280] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-342dfedc-e4d4-4b04-974e-87f86537a1b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.347971] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1575.347971] env[62312]: value = "task-1809786" [ 1575.347971] env[62312]: _type = "Task" [ 1575.347971] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.357839] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.448970] env[62312]: DEBUG nova.network.neutron [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Updated VIF entry in instance network info cache for port 881b4c35-3333-4c6f-86d5-dd97f475ec83. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.449601] env[62312]: DEBUG nova.network.neutron [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Updating instance_info_cache with network_info: [{"id": "881b4c35-3333-4c6f-86d5-dd97f475ec83", "address": "fa:16:3e:d1:0c:70", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881b4c35-33", "ovs_interfaceid": "881b4c35-3333-4c6f-86d5-dd97f475ec83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.686733] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809783, 'name': Rename_Task, 'duration_secs': 0.265523} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.687038] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.687358] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6c3e649-e2ac-4396-889e-77e1375a718b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.696513] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1575.696513] env[62312]: value = "task-1809787" [ 1575.696513] env[62312]: _type = "Task" [ 1575.696513] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.706542] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.830969] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809785, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.858858] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393709} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.862043] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.862414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.862749] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.952854] env[62312]: DEBUG oslo_concurrency.lockutils [req-aba74053-9c63-4579-ab7b-2d1add227632 req-6f7f096b-71cd-4e09-b679-8d9c8de869a3 service nova] Releasing lock "refresh_cache-31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.006554] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c68171d-bb87-4a5d-bd71-99e6aeedaa7c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.033461] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance '85928b6a-7d30-4cf6-aa1b-36357a80a38c' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1576.208599] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.332850] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538426} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.333173] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91/31c5cc6b-d613-4a9d-a033-3f2adcf2ac91.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.333409] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.333656] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573a9e35-78df-4730-ada8-8babe22f9526 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.341714] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1576.341714] env[62312]: value = "task-1809789" [ 1576.341714] env[62312]: _type = "Task" [ 1576.341714] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.363336] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.463377] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8099ed-8c58-402a-8199-ac70f523294b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.473417] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2203f3-45a7-46d7-aef6-e08c158899e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.513765] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f367340a-0fb3-4644-a6fc-f1d325b31f1c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.517376] env[62312]: DEBUG nova.compute.manager [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Received event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1576.517527] env[62312]: DEBUG nova.compute.manager [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing instance network info cache due to event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1576.517745] env[62312]: DEBUG oslo_concurrency.lockutils [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] Acquiring lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.517995] env[62312]: DEBUG oslo_concurrency.lockutils [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] Acquired lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.518065] env[62312]: DEBUG nova.network.neutron [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.527029] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a8e14-2b8c-4d76-816b-1adc1d253c30 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.544580] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.545253] env[62312]: DEBUG nova.compute.provider_tree [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.547612] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b1bc0fb-4d01-458c-9543-8a157ed90532 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.556542] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1576.556542] env[62312]: value = "task-1809790" [ 1576.556542] env[62312]: _type = "Task" [ 1576.556542] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.568197] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.708128] env[62312]: DEBUG oslo_vmware.api [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1809787, 'name': PowerOnVM_Task, 'duration_secs': 0.815628} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.708617] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.709326] env[62312]: INFO nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1576.709656] env[62312]: DEBUG nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.710526] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cb8fbe-c093-4139-bba0-a2de0df4826b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.855885] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086773} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.856206] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1576.857053] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d5bc2e-bfcd-40c5-a6c4-81ed5e88b558 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.883194] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91/31c5cc6b-d613-4a9d-a033-3f2adcf2ac91.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.886370] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee174fa1-3c53-48ac-8ef9-a074d4acb21a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.915914] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1576.915914] env[62312]: value = "task-1809791" [ 1576.915914] env[62312]: _type = "Task" [ 1576.915914] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.922922] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.934363] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1576.934723] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1576.934913] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1576.935166] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1576.935374] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1576.935567] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1576.936052] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1576.936503] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1576.936503] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1576.936698] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1576.936949] env[62312]: DEBUG nova.virt.hardware [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1576.937841] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1e0922-9083-4430-b5df-b19c4ce207df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.946563] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f8a0b-1530-4292-a89b-467d78673b3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.961935] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ab:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b804f2-8689-4408-8212-cd4ff154698b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.969888] env[62312]: DEBUG oslo.service.loopingcall [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.970198] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.970424] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e529dd64-d1fa-4f0f-917f-deb697039ee8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.996905] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.996905] env[62312]: value = "task-1809792" [ 1576.996905] env[62312]: _type = "Task" [ 1576.996905] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.012140] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809792, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.048296] env[62312]: DEBUG nova.scheduler.client.report [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.071717] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809790, 'name': PowerOffVM_Task, 'duration_secs': 0.48898} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.072196] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.072414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance '85928b6a-7d30-4cf6-aa1b-36357a80a38c' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1577.236032] env[62312]: INFO nova.compute.manager [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Took 47.71 seconds to build instance. [ 1577.276795] env[62312]: DEBUG nova.network.neutron [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updated VIF entry in instance network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.277173] env[62312]: DEBUG nova.network.neutron [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.427337] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.510241] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809792, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.558221] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.558221] env[62312]: DEBUG nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1577.562095] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.317s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.563681] env[62312]: DEBUG nova.objects.instance [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lazy-loading 'resources' on Instance uuid 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.581163] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1577.582080] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.582246] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1577.584039] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1577.589508] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54b7425-ce33-4fa3-b808-2987f38c76ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.609701] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1577.609701] env[62312]: value = "task-1809793" [ 1577.609701] env[62312]: _type = "Task" [ 1577.609701] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.619973] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.738252] env[62312]: DEBUG oslo_concurrency.lockutils [None req-978ec086-3742-4430-9d1d-d35f1f4494f2 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.791s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.781843] env[62312]: DEBUG oslo_concurrency.lockutils [req-434b3347-1b4a-477a-aa97-20d9a24df9a6 req-ec09fed4-e4ac-4c0f-9bc6-6c0fab116cf9 service nova] Releasing lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.925162] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809791, 'name': ReconfigVM_Task, 'duration_secs': 0.600865} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.925442] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91/31c5cc6b-d613-4a9d-a033-3f2adcf2ac91.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.926085] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1163222-72d7-4ebe-b4eb-04f59a0013ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.934057] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1577.934057] env[62312]: value = "task-1809794" [ 1577.934057] env[62312]: _type = "Task" [ 1577.934057] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.944609] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809794, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.008335] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809792, 'name': CreateVM_Task, 'duration_secs': 0.823801} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.008522] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.009251] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.009418] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.009738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.009998] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681fcfb1-cceb-43f2-b23f-2491547368b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.015616] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1578.015616] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ec7cf0-2d5a-7ec1-f22d-9026a201570c" [ 1578.015616] env[62312]: _type = "Task" [ 1578.015616] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.025528] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ec7cf0-2d5a-7ec1-f22d-9026a201570c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.067666] env[62312]: DEBUG nova.compute.utils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1578.072956] env[62312]: DEBUG nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1578.076829] env[62312]: DEBUG nova.network.neutron [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1578.123567] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809793, 'name': ReconfigVM_Task, 'duration_secs': 0.206487} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.123567] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance '85928b6a-7d30-4cf6-aa1b-36357a80a38c' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1578.132679] env[62312]: DEBUG nova.policy [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66aebd3013594a5cbb844dbf4d3446ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e78010701394c099875c517032e18c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1578.448097] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809794, 'name': Rename_Task, 'duration_secs': 0.29501} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.451100] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.451665] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b25f8a3e-9934-497e-b1b7-17c695e22795 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.460976] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1578.460976] env[62312]: value = "task-1809795" [ 1578.460976] env[62312]: _type = "Task" [ 1578.460976] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.461900] env[62312]: DEBUG nova.network.neutron [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Successfully created port: a11eb76a-749c-48e5-848a-4ce7d680037c {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1578.479771] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.498606] env[62312]: DEBUG nova.compute.manager [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Received event network-changed-99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1578.498874] env[62312]: DEBUG nova.compute.manager [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Refreshing instance network info cache due to event network-changed-99fab786-328c-4f50-8263-ad07dcb88523. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1578.499206] env[62312]: DEBUG oslo_concurrency.lockutils [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] Acquiring lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.499399] env[62312]: DEBUG oslo_concurrency.lockutils [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] Acquired lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.499904] env[62312]: DEBUG nova.network.neutron [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Refreshing network info cache for port 99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.532038] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ec7cf0-2d5a-7ec1-f22d-9026a201570c, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.535240] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.535240] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.535240] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.535382] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.535521] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.536753] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a4784b-4070-41dd-8610-a9ab2e66a2f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.546100] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.546305] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1578.549471] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba11bce0-ae55-46f7-8833-4ad20c13a83f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.557332] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1578.557332] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52faa731-fd51-7f0b-59a5-1960ed757caf" [ 1578.557332] env[62312]: _type = "Task" [ 1578.557332] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.565781] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52faa731-fd51-7f0b-59a5-1960ed757caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.573463] env[62312]: DEBUG nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1578.631183] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:49:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22fba9bd-ad75-4cfd-9b2b-7fe69f0f17db',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-101855985',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.634883] env[62312]: DEBUG nova.virt.hardware [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.638238] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1578.641751] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183f3c27-8bc9-43c8-ba98-d7e73519bc1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.661731] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1578.661731] env[62312]: value = "task-1809797" [ 1578.661731] env[62312]: _type = "Task" [ 1578.661731] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.675206] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.704809] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8234ebe-7374-46f4-ae8d-9199e1b55055 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.713468] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50827264-9118-4818-9bd7-e2b7d41455e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.746480] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f97f7b-f732-4884-b273-6ec172a099b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.756923] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178088a2-0f6b-4404-8ecf-f523adce189d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.773426] env[62312]: DEBUG nova.compute.provider_tree [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.977472] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.075418] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52faa731-fd51-7f0b-59a5-1960ed757caf, 'name': SearchDatastore_Task, 'duration_secs': 0.027486} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.076851] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82892ae1-3f6b-4830-a3fb-6105f3c95409 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.090966] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1579.090966] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bfe5ad-9d92-b448-175a-8d79f2dc5b3b" [ 1579.090966] env[62312]: _type = "Task" [ 1579.090966] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.107015] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bfe5ad-9d92-b448-175a-8d79f2dc5b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.172986] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809797, 'name': ReconfigVM_Task, 'duration_secs': 0.286416} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.173225] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1579.174148] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055aca49-de82-4bf2-8cb0-c8a75fe17fc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.197771] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.200494] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-774da217-36be-4c1a-89f2-c410e48167f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.220933] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1579.220933] env[62312]: value = "task-1809798" [ 1579.220933] env[62312]: _type = "Task" [ 1579.220933] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.230281] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.276444] env[62312]: DEBUG nova.scheduler.client.report [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.329479] env[62312]: DEBUG nova.network.neutron [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Updated VIF entry in instance network info cache for port 99fab786-328c-4f50-8263-ad07dcb88523. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.329985] env[62312]: DEBUG nova.network.neutron [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Updating instance_info_cache with network_info: [{"id": "99fab786-328c-4f50-8263-ad07dcb88523", "address": "fa:16:3e:c1:2b:f2", "network": {"id": "d39d04ba-1e98-4474-8074-cd4d2e947357", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1645739027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d948290cc45a43e9a8fbed6eb4cc9ab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fab786-32", "ovs_interfaceid": "99fab786-328c-4f50-8263-ad07dcb88523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.476136] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809795, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.588316] env[62312]: DEBUG nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1579.602189] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bfe5ad-9d92-b448-175a-8d79f2dc5b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01421} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.602460] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.602763] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1579.602970] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23117c41-7c2f-4381-9244-49f4b58cdbf9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.611230] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1579.611230] env[62312]: value = "task-1809799" [ 1579.611230] env[62312]: _type = "Task" [ 1579.611230] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.613443] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1579.613726] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.613888] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1579.614085] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.614235] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1579.614405] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1579.614582] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1579.614734] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1579.614896] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1579.615065] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1579.615250] env[62312]: DEBUG nova.virt.hardware [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1579.616314] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2430a66c-5cab-40e6-9e72-ef6adc7fc93a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.630251] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.631542] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca59134-fff7-4bee-b6e5-1d1017291219 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.732233] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.781391] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.783677] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.126s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.785235] env[62312]: INFO nova.compute.claims [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.810448] env[62312]: INFO nova.scheduler.client.report [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Deleted allocations for instance 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9 [ 1580.574948] env[62312]: DEBUG nova.network.neutron [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Successfully updated port: a11eb76a-749c-48e5-848a-4ce7d680037c {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1580.575814] env[62312]: DEBUG oslo_concurrency.lockutils [req-3ecbcc39-3d3e-494b-8d47-438b25a47f31 req-b94aa262-20a1-4fd8-8ca8-b9397299c09f service nova] Releasing lock "refresh_cache-27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.580589] env[62312]: DEBUG nova.compute.manager [req-5b0db1c4-e9a6-43e8-b577-925f857d3ef7 req-1e7d52b3-301c-4e99-a4a7-30b5bf9927ff service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Received event network-vif-plugged-a11eb76a-749c-48e5-848a-4ce7d680037c {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1580.580787] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b0db1c4-e9a6-43e8-b577-925f857d3ef7 req-1e7d52b3-301c-4e99-a4a7-30b5bf9927ff service nova] Acquiring lock "40082768-b08a-4bd4-84ba-c9a8e16815f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.580993] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b0db1c4-e9a6-43e8-b577-925f857d3ef7 req-1e7d52b3-301c-4e99-a4a7-30b5bf9927ff service nova] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.581209] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b0db1c4-e9a6-43e8-b577-925f857d3ef7 req-1e7d52b3-301c-4e99-a4a7-30b5bf9927ff service nova] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.581388] env[62312]: DEBUG nova.compute.manager [req-5b0db1c4-e9a6-43e8-b577-925f857d3ef7 req-1e7d52b3-301c-4e99-a4a7-30b5bf9927ff service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] No waiting events found dispatching network-vif-plugged-a11eb76a-749c-48e5-848a-4ce7d680037c {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.581552] env[62312]: WARNING nova.compute.manager [req-5b0db1c4-e9a6-43e8-b577-925f857d3ef7 req-1e7d52b3-301c-4e99-a4a7-30b5bf9927ff service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Received unexpected event network-vif-plugged-a11eb76a-749c-48e5-848a-4ce7d680037c for instance with vm_state building and task_state spawning. [ 1580.582818] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3940e74c-6163-4a8a-9243-33875debd5b2 tempest-ServersTestBootFromVolume-924440638 tempest-ServersTestBootFromVolume-924440638-project-member] Lock "5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.483s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.608124] env[62312]: DEBUG oslo_vmware.api [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809795, 'name': PowerOnVM_Task, 'duration_secs': 1.545498} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.608124] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809798, 'name': ReconfigVM_Task, 'duration_secs': 0.540253} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.608124] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687639} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.608124] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.608355] env[62312]: INFO nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1580.608355] env[62312]: DEBUG nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.608640] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.608910] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance '85928b6a-7d30-4cf6-aa1b-36357a80a38c' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1580.612536] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1580.612536] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1580.613289] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e45eae-b249-4576-8ccf-d23645454e57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.617118] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df136441-e085-4f3a-878d-471be62d26c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.628075] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1580.628075] env[62312]: value = "task-1809800" [ 1580.628075] env[62312]: _type = "Task" [ 1580.628075] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.640282] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.086682] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "refresh_cache-40082768-b08a-4bd4-84ba-c9a8e16815f6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.086816] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired lock "refresh_cache-40082768-b08a-4bd4-84ba-c9a8e16815f6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.086957] env[62312]: DEBUG nova.network.neutron [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.123693] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc713400-d6ef-4439-80cb-ba294517e687 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.156294] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608ada7b-da5b-4bd8-811c-8c81cf3fe42e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.159371] env[62312]: INFO nova.compute.manager [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Took 48.29 seconds to build instance. [ 1581.177337] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance '85928b6a-7d30-4cf6-aa1b-36357a80a38c' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1581.186500] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266081} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.187152] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1581.188031] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7292b0-e62e-4483-9cf6-987f03b5550d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.227632] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.232418] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da36dd50-7eb1-4803-83b5-2525396677c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.266943] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1581.266943] env[62312]: value = "task-1809801" [ 1581.266943] env[62312]: _type = "Task" [ 1581.266943] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.282961] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.622324] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b721ef-8ca9-4366-a199-3eaf6b1742f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.628693] env[62312]: DEBUG nova.network.neutron [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1581.632969] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba1366-7c7d-47f6-83f0-e104d1f24de5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.663030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-337b0807-ca93-48ff-9bc4-5fe1e65e42f3 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.913s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.665608] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa78503c-78db-419e-966d-ae0e639c4739 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.675925] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ee5ac6-ca70-42a8-b9e5-cdae6ca3b87f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.705562] env[62312]: DEBUG nova.compute.provider_tree [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.780866] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.786565] env[62312]: DEBUG nova.network.neutron [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Port 1224f6da-9fae-442f-971c-1e249092457b binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1581.810170] env[62312]: DEBUG nova.network.neutron [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Updating instance_info_cache with network_info: [{"id": "a11eb76a-749c-48e5-848a-4ce7d680037c", "address": "fa:16:3e:ee:bc:1c", "network": {"id": "2257b20e-f8fd-42cc-9ebd-7c81dd689e3d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-151017236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e78010701394c099875c517032e18c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11eb76a-74", "ovs_interfaceid": "a11eb76a-749c-48e5-848a-4ce7d680037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.208486] env[62312]: DEBUG nova.scheduler.client.report [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.277428] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809801, 'name': ReconfigVM_Task, 'duration_secs': 0.9898} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.277678] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Reconfigured VM instance instance-00000012 to attach disk [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54/f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.278311] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88cbf55d-e592-4da3-92e8-60124dbf03a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.285247] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1582.285247] env[62312]: value = "task-1809802" [ 1582.285247] env[62312]: _type = "Task" [ 1582.285247] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.301113] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809802, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.311802] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Releasing lock "refresh_cache-40082768-b08a-4bd4-84ba-c9a8e16815f6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.312240] env[62312]: DEBUG nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Instance network_info: |[{"id": "a11eb76a-749c-48e5-848a-4ce7d680037c", "address": "fa:16:3e:ee:bc:1c", "network": {"id": "2257b20e-f8fd-42cc-9ebd-7c81dd689e3d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-151017236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e78010701394c099875c517032e18c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11eb76a-74", "ovs_interfaceid": "a11eb76a-749c-48e5-848a-4ce7d680037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1582.312804] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:bc:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a11eb76a-749c-48e5-848a-4ce7d680037c', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1582.325719] env[62312]: DEBUG oslo.service.loopingcall [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.325980] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1582.326256] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ed2aa4-b892-4e31-a2fe-c910dc8fe24e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.346650] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1582.346650] env[62312]: value = "task-1809803" [ 1582.346650] env[62312]: _type = "Task" [ 1582.346650] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.356506] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809803, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.585561] env[62312]: DEBUG nova.compute.manager [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Received event network-changed-a11eb76a-749c-48e5-848a-4ce7d680037c {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1582.585696] env[62312]: DEBUG nova.compute.manager [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Refreshing instance network info cache due to event network-changed-a11eb76a-749c-48e5-848a-4ce7d680037c. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1582.585926] env[62312]: DEBUG oslo_concurrency.lockutils [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] Acquiring lock "refresh_cache-40082768-b08a-4bd4-84ba-c9a8e16815f6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.586172] env[62312]: DEBUG oslo_concurrency.lockutils [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] Acquired lock "refresh_cache-40082768-b08a-4bd4-84ba-c9a8e16815f6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.586380] env[62312]: DEBUG nova.network.neutron [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Refreshing network info cache for port a11eb76a-749c-48e5-848a-4ce7d680037c {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.715702] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.716294] env[62312]: DEBUG nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.719808] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.501s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.720043] env[62312]: DEBUG nova.objects.instance [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lazy-loading 'resources' on Instance uuid 1f263cb1-15b3-4e8d-8cfa-dae622a1c186 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.808019] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809802, 'name': Rename_Task, 'duration_secs': 0.223147} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.809064] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.813166] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.813557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.813843] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.815450] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61663072-d52b-490f-bf85-7f4cd1edb69c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.829231] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1582.829231] env[62312]: value = "task-1809804" [ 1582.829231] env[62312]: _type = "Task" [ 1582.829231] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.846099] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.860860] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809803, 'name': CreateVM_Task, 'duration_secs': 0.411783} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.861416] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.862896] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.863233] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.863708] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.864106] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153841a9-034b-466e-83c1-6b26221944bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.874261] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1582.874261] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52dda7de-4af4-73d1-72ee-f8cce7db4b59" [ 1582.874261] env[62312]: _type = "Task" [ 1582.874261] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.885389] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52dda7de-4af4-73d1-72ee-f8cce7db4b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.026385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquiring lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.026628] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.215424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.215694] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.215912] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.216111] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.216286] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.221255] env[62312]: INFO nova.compute.manager [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Terminating instance [ 1583.226157] env[62312]: DEBUG nova.compute.utils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.232356] env[62312]: DEBUG nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.232748] env[62312]: DEBUG nova.network.neutron [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.277208] env[62312]: DEBUG nova.policy [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb6890f4d9d4485d8e6d148115feef90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b417246863f447c682d42e2644ac2f8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.347489] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.389732] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52dda7de-4af4-73d1-72ee-f8cce7db4b59, 'name': SearchDatastore_Task, 'duration_secs': 0.034427} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.390053] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.390634] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.391029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.391215] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.391563] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.391992] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-819b929f-8fd4-4cb4-bf92-bffff86edee0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.403652] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.403975] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.406176] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61edcaec-380c-4d18-8c88-0858a324da6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.411457] env[62312]: DEBUG nova.network.neutron [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Updated VIF entry in instance network info cache for port a11eb76a-749c-48e5-848a-4ce7d680037c. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1583.411989] env[62312]: DEBUG nova.network.neutron [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Updating instance_info_cache with network_info: [{"id": "a11eb76a-749c-48e5-848a-4ce7d680037c", "address": "fa:16:3e:ee:bc:1c", "network": {"id": "2257b20e-f8fd-42cc-9ebd-7c81dd689e3d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-151017236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e78010701394c099875c517032e18c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11eb76a-74", "ovs_interfaceid": "a11eb76a-749c-48e5-848a-4ce7d680037c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.421528] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1583.421528] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5240de01-b1ca-5b4a-140d-1a321d1948f8" [ 1583.421528] env[62312]: _type = "Task" [ 1583.421528] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.433964] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5240de01-b1ca-5b4a-140d-1a321d1948f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.530590] env[62312]: DEBUG nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1583.732238] env[62312]: DEBUG nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.735737] env[62312]: DEBUG nova.compute.manager [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.736177] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.736981] env[62312]: DEBUG nova.network.neutron [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Successfully created port: 55aa7dc9-4716-46cd-a575-2a067ba2ba39 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.740072] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cb435a-0f48-4aee-8a86-68f2d9666f4d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.753695] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.754120] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20fabf3a-6df8-480c-8d15-3e8eb0bb91fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.766587] env[62312]: DEBUG oslo_vmware.api [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1583.766587] env[62312]: value = "task-1809805" [ 1583.766587] env[62312]: _type = "Task" [ 1583.766587] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.782652] env[62312]: DEBUG oslo_vmware.api [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.840242] env[62312]: DEBUG oslo_vmware.api [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809804, 'name': PowerOnVM_Task, 'duration_secs': 0.788728} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.840868] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.840868] env[62312]: DEBUG nova.compute.manager [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.841999] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2659e86a-8bda-4831-a738-d3636f4212c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.845950] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087b8081-1bd6-49b3-be68-b42babc8ea0f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.862608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.862608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.862608] env[62312]: DEBUG nova.network.neutron [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.864858] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c831d-e858-4ba4-a84c-e20719df945c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.899601] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b5625-ffc1-4ca0-8248-cdf72dc58a96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.910130] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8030d533-483b-4339-9b1b-7b350a01e744 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.917773] env[62312]: DEBUG oslo_concurrency.lockutils [req-19e942fe-8e79-4f54-8c2e-a28066411991 req-622601aa-0e9f-404c-aad5-857196db4772 service nova] Releasing lock "refresh_cache-40082768-b08a-4bd4-84ba-c9a8e16815f6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.927331] env[62312]: DEBUG nova.compute.provider_tree [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.943116] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5240de01-b1ca-5b4a-140d-1a321d1948f8, 'name': SearchDatastore_Task, 'duration_secs': 0.023088} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.945191] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf1744f-0c6a-4c7b-b54c-3f1a7ee6d9e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.952830] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1583.952830] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5263c669-5857-214e-5b9c-6f83fcf3a9f8" [ 1583.952830] env[62312]: _type = "Task" [ 1583.952830] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.967058] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5263c669-5857-214e-5b9c-6f83fcf3a9f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.064832] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.277666] env[62312]: DEBUG oslo_vmware.api [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809805, 'name': PowerOffVM_Task, 'duration_secs': 0.246274} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.280199] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.280495] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.280792] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51ea73d1-a3c4-48ab-bafa-dedecfceecf5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.374225] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.434969] env[62312]: DEBUG nova.scheduler.client.report [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.465577] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5263c669-5857-214e-5b9c-6f83fcf3a9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.028438} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.465854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.466135] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 40082768-b08a-4bd4-84ba-c9a8e16815f6/40082768-b08a-4bd4-84ba-c9a8e16815f6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.466402] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d78cb663-1792-495a-8d17-f7ee39df6626 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.474170] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1584.474170] env[62312]: value = "task-1809807" [ 1584.474170] env[62312]: _type = "Task" [ 1584.474170] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.484009] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.490872] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.491175] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.491374] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleting the datastore file [datastore1] 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.491662] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a8ab48-8ff8-490c-8569-92609db0d844 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.499711] env[62312]: DEBUG oslo_vmware.api [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1584.499711] env[62312]: value = "task-1809808" [ 1584.499711] env[62312]: _type = "Task" [ 1584.499711] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.513106] env[62312]: DEBUG oslo_vmware.api [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.650311] env[62312]: DEBUG nova.network.neutron [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance_info_cache with network_info: [{"id": "1224f6da-9fae-442f-971c-1e249092457b", "address": "fa:16:3e:62:f7:99", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224f6da-9f", "ovs_interfaceid": "1224f6da-9fae-442f-971c-1e249092457b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.748085] env[62312]: DEBUG nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.779994] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.780370] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.780576] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.780795] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.780975] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.781237] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.781404] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.781579] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.781773] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.781942] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.782146] env[62312]: DEBUG nova.virt.hardware [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.783115] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f8548-d0f0-4226-8428-ecd9939ad102 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.793019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f955e0b-4b32-4490-a024-aa77dbe8ae3d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.941057] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.944244] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.167s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.946281] env[62312]: INFO nova.compute.claims [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.986578] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510918} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.987176] env[62312]: INFO nova.scheduler.client.report [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted allocations for instance 1f263cb1-15b3-4e8d-8cfa-dae622a1c186 [ 1584.988199] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 40082768-b08a-4bd4-84ba-c9a8e16815f6/40082768-b08a-4bd4-84ba-c9a8e16815f6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.989875] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.990993] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23516c40-a7b0-4116-9696-15fceea2d1b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.998344] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1584.998344] env[62312]: value = "task-1809809" [ 1584.998344] env[62312]: _type = "Task" [ 1584.998344] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.010578] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.014413] env[62312]: DEBUG oslo_vmware.api [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168934} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.014779] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.014888] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.015094] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.015387] env[62312]: INFO nova.compute.manager [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1585.015526] env[62312]: DEBUG oslo.service.loopingcall [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.016086] env[62312]: DEBUG nova.compute.manager [-] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1585.016086] env[62312]: DEBUG nova.network.neutron [-] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1585.156734] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.497083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-238dd78a-1704-44e3-8682-688660526264 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "1f263cb1-15b3-4e8d-8cfa-dae622a1c186" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.416s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.516292] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074471} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.517326] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.518415] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96386d-7b2a-4b43-9684-f8aa4be8199b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.544385] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 40082768-b08a-4bd4-84ba-c9a8e16815f6/40082768-b08a-4bd4-84ba-c9a8e16815f6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.545399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "d5780800-817a-4f4c-bddd-bb5e363e3923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.545399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.545618] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "d5780800-817a-4f4c-bddd-bb5e363e3923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.545938] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.546279] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.548152] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc276a3f-474d-4fbc-ab22-2f1f6af84d6e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.563640] env[62312]: INFO nova.compute.manager [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Terminating instance [ 1585.575368] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1585.575368] env[62312]: value = "task-1809810" [ 1585.575368] env[62312]: _type = "Task" [ 1585.575368] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.587565] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.695442] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8df0835-9caa-421e-8d86-3ce9bd3798f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.702293] env[62312]: DEBUG nova.compute.manager [req-dbd0c6a0-1890-4803-8ee8-df29a31242ea req-5c827ced-8fa9-4f6f-867d-1056cd777c6e service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Received event network-vif-deleted-881b4c35-3333-4c6f-86d5-dd97f475ec83 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1585.702727] env[62312]: INFO nova.compute.manager [req-dbd0c6a0-1890-4803-8ee8-df29a31242ea req-5c827ced-8fa9-4f6f-867d-1056cd777c6e service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Neutron deleted interface 881b4c35-3333-4c6f-86d5-dd97f475ec83; detaching it from the instance and deleting it from the info cache [ 1585.703117] env[62312]: DEBUG nova.network.neutron [req-dbd0c6a0-1890-4803-8ee8-df29a31242ea req-5c827ced-8fa9-4f6f-867d-1056cd777c6e service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.728238] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee13e8f-c8fb-4185-98ca-d60d2f12b704 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.738088] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance '85928b6a-7d30-4cf6-aa1b-36357a80a38c' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.755951] env[62312]: DEBUG nova.network.neutron [-] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.955441] env[62312]: DEBUG nova.compute.manager [req-41278400-963a-4c86-bf9f-563b4f6b6100 req-caace34a-d636-4d89-8428-0e6067a1203c service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Received event network-vif-plugged-55aa7dc9-4716-46cd-a575-2a067ba2ba39 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1585.955659] env[62312]: DEBUG oslo_concurrency.lockutils [req-41278400-963a-4c86-bf9f-563b4f6b6100 req-caace34a-d636-4d89-8428-0e6067a1203c service nova] Acquiring lock "3df85e52-fad7-4199-ba49-9cf68a9def0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.955867] env[62312]: DEBUG oslo_concurrency.lockutils [req-41278400-963a-4c86-bf9f-563b4f6b6100 req-caace34a-d636-4d89-8428-0e6067a1203c service nova] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.956061] env[62312]: DEBUG oslo_concurrency.lockutils [req-41278400-963a-4c86-bf9f-563b4f6b6100 req-caace34a-d636-4d89-8428-0e6067a1203c service nova] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.956245] env[62312]: DEBUG nova.compute.manager [req-41278400-963a-4c86-bf9f-563b4f6b6100 req-caace34a-d636-4d89-8428-0e6067a1203c service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] No waiting events found dispatching network-vif-plugged-55aa7dc9-4716-46cd-a575-2a067ba2ba39 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1585.956411] env[62312]: WARNING nova.compute.manager [req-41278400-963a-4c86-bf9f-563b4f6b6100 req-caace34a-d636-4d89-8428-0e6067a1203c service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Received unexpected event network-vif-plugged-55aa7dc9-4716-46cd-a575-2a067ba2ba39 for instance with vm_state building and task_state spawning. [ 1586.068726] env[62312]: DEBUG nova.compute.manager [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.069063] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.073607] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1baec4-c666-43b2-bbb6-7de243dd9a1d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.090084] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.093790] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41ee969-994c-43c1-b37d-96377ad8ca8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.097452] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809810, 'name': ReconfigVM_Task, 'duration_secs': 0.284483} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.100379] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 40082768-b08a-4bd4-84ba-c9a8e16815f6/40082768-b08a-4bd4-84ba-c9a8e16815f6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.101729] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5288206-533a-4e4c-b03e-c54e8e059f85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.107840] env[62312]: DEBUG oslo_vmware.api [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1586.107840] env[62312]: value = "task-1809811" [ 1586.107840] env[62312]: _type = "Task" [ 1586.107840] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.114080] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1586.114080] env[62312]: value = "task-1809812" [ 1586.114080] env[62312]: _type = "Task" [ 1586.114080] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.123338] env[62312]: DEBUG oslo_vmware.api [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.134025] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809812, 'name': Rename_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.147053] env[62312]: DEBUG nova.network.neutron [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Successfully updated port: 55aa7dc9-4716-46cd-a575-2a067ba2ba39 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.208686] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e75a9ec8-ba46-40a6-8472-ef698d0e72b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.222212] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97660a00-4351-4f21-9532-fa0f0c4d0ebf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.248969] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.249369] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92099324-231e-4f0a-91f9-e4fa6647194d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.273034] env[62312]: INFO nova.compute.manager [-] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Took 1.26 seconds to deallocate network for instance. [ 1586.273294] env[62312]: DEBUG nova.compute.manager [req-dbd0c6a0-1890-4803-8ee8-df29a31242ea req-5c827ced-8fa9-4f6f-867d-1056cd777c6e service nova] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Detach interface failed, port_id=881b4c35-3333-4c6f-86d5-dd97f475ec83, reason: Instance 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1586.274088] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1586.274088] env[62312]: value = "task-1809813" [ 1586.274088] env[62312]: _type = "Task" [ 1586.274088] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.293741] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809813, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.608614] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defba36d-2a36-40d3-9cfb-408ea0b674dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.626397] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526528a8-2c96-4a11-80a7-5e0f7dea6f4f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.634024] env[62312]: DEBUG oslo_vmware.api [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809811, 'name': PowerOffVM_Task, 'duration_secs': 0.224045} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.636144] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.636680] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.638273] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809812, 'name': Rename_Task, 'duration_secs': 0.162598} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.638799] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c67071fc-21bb-4524-91c3-429e5363fcd5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.641240] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.677487] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e5694c-da1b-46c4-b607-6fcbf5832c2a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.679800] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "refresh_cache-3df85e52-fad7-4199-ba49-9cf68a9def0f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.680106] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "refresh_cache-3df85e52-fad7-4199-ba49-9cf68a9def0f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.680326] env[62312]: DEBUG nova.network.neutron [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.682874] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41f8613-4f48-4f63-82ae-86a9b3d2a3e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.703168] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d1b0c3-1dc6-4587-bdcd-66786abfef29 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.707444] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1586.707444] env[62312]: value = "task-1809815" [ 1586.707444] env[62312]: _type = "Task" [ 1586.707444] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.721529] env[62312]: DEBUG nova.compute.provider_tree [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.728804] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.781894] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.786108] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.786108] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleting the datastore file [datastore1] d5780800-817a-4f4c-bddd-bb5e363e3923 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.786363] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4154794-bfb7-4787-ae92-eb5e7221874f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.790591] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.798809] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.799173] env[62312]: DEBUG oslo_vmware.api [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1586.799173] env[62312]: value = "task-1809816" [ 1586.799173] env[62312]: _type = "Task" [ 1586.799173] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.809971] env[62312]: DEBUG oslo_vmware.api [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.223025] env[62312]: DEBUG oslo_vmware.api [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809815, 'name': PowerOnVM_Task, 'duration_secs': 0.495195} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.223025] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.223025] env[62312]: INFO nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1587.223025] env[62312]: DEBUG nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.223025] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767709a3-01da-4df1-b2c2-0eba0bbc5b6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.231799] env[62312]: DEBUG nova.scheduler.client.report [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.272032] env[62312]: DEBUG nova.network.neutron [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.307032] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.314602] env[62312]: DEBUG oslo_vmware.api [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209924} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.315026] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.315333] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.315634] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.315929] env[62312]: INFO nova.compute.manager [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1587.316285] env[62312]: DEBUG oslo.service.loopingcall [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.316590] env[62312]: DEBUG nova.compute.manager [-] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.316781] env[62312]: DEBUG nova.network.neutron [-] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.471951] env[62312]: DEBUG nova.network.neutron [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Updating instance_info_cache with network_info: [{"id": "55aa7dc9-4716-46cd-a575-2a067ba2ba39", "address": "fa:16:3e:16:46:84", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aa7dc9-47", "ovs_interfaceid": "55aa7dc9-4716-46cd-a575-2a067ba2ba39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.745355] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.745844] env[62312]: DEBUG nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.754726] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.241s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.759150] env[62312]: INFO nova.compute.claims [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.759637] env[62312]: INFO nova.compute.manager [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Took 50.95 seconds to build instance. [ 1587.794507] env[62312]: DEBUG oslo_vmware.api [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809813, 'name': PowerOnVM_Task, 'duration_secs': 1.415746} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.794870] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.794967] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec667e8-fe5d-4b74-9b35-6989195b4d51 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance '85928b6a-7d30-4cf6-aa1b-36357a80a38c' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.941782] env[62312]: DEBUG nova.compute.manager [req-364a3746-2ff7-4d94-bdb2-2dcf52bf65ef req-ec7d3755-611b-419e-b5fd-363bc88fbe18 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Received event network-vif-deleted-c1a63fbc-49c7-446b-b947-afa959b296f8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1587.941939] env[62312]: INFO nova.compute.manager [req-364a3746-2ff7-4d94-bdb2-2dcf52bf65ef req-ec7d3755-611b-419e-b5fd-363bc88fbe18 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Neutron deleted interface c1a63fbc-49c7-446b-b947-afa959b296f8; detaching it from the instance and deleting it from the info cache [ 1587.942272] env[62312]: DEBUG nova.network.neutron [req-364a3746-2ff7-4d94-bdb2-2dcf52bf65ef req-ec7d3755-611b-419e-b5fd-363bc88fbe18 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.974316] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "refresh_cache-3df85e52-fad7-4199-ba49-9cf68a9def0f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.974647] env[62312]: DEBUG nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Instance network_info: |[{"id": "55aa7dc9-4716-46cd-a575-2a067ba2ba39", "address": "fa:16:3e:16:46:84", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aa7dc9-47", "ovs_interfaceid": "55aa7dc9-4716-46cd-a575-2a067ba2ba39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1587.975066] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:46:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55aa7dc9-4716-46cd-a575-2a067ba2ba39', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.983381] env[62312]: DEBUG oslo.service.loopingcall [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.984121] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.984492] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db1e4806-bbac-4a58-8252-4a98405eff73 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.013984] env[62312]: DEBUG nova.compute.manager [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Received event network-changed-55aa7dc9-4716-46cd-a575-2a067ba2ba39 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1588.014204] env[62312]: DEBUG nova.compute.manager [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Refreshing instance network info cache due to event network-changed-55aa7dc9-4716-46cd-a575-2a067ba2ba39. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1588.014423] env[62312]: DEBUG oslo_concurrency.lockutils [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] Acquiring lock "refresh_cache-3df85e52-fad7-4199-ba49-9cf68a9def0f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.014564] env[62312]: DEBUG oslo_concurrency.lockutils [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] Acquired lock "refresh_cache-3df85e52-fad7-4199-ba49-9cf68a9def0f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.014720] env[62312]: DEBUG nova.network.neutron [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Refreshing network info cache for port 55aa7dc9-4716-46cd-a575-2a067ba2ba39 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.023640] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.023640] env[62312]: value = "task-1809817" [ 1588.023640] env[62312]: _type = "Task" [ 1588.023640] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.034851] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809817, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.263788] env[62312]: DEBUG nova.compute.utils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.268180] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f4ac8b2-3fd6-4632-859d-2d156ace85d1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.475s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.268180] env[62312]: DEBUG nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.268180] env[62312]: DEBUG nova.network.neutron [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.323207] env[62312]: DEBUG nova.policy [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3255c25d9c487980529bf38bdccc7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25967384987a43e6b30eb5fc1f8231a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.413820] env[62312]: DEBUG nova.network.neutron [-] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.444946] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-740f5b5c-5363-4df0-b526-daa2a5c79182 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.456020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751de21d-6032-4b75-b3a3-5bb5ede2a2ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.494899] env[62312]: DEBUG nova.compute.manager [req-364a3746-2ff7-4d94-bdb2-2dcf52bf65ef req-ec7d3755-611b-419e-b5fd-363bc88fbe18 service nova] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Detach interface failed, port_id=c1a63fbc-49c7-446b-b947-afa959b296f8, reason: Instance d5780800-817a-4f4c-bddd-bb5e363e3923 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1588.535269] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809817, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.616998] env[62312]: DEBUG nova.network.neutron [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Successfully created port: 12fd320c-e0ef-495f-b9df-b7f4b2e472c9 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.772156] env[62312]: DEBUG nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.820998] env[62312]: DEBUG nova.network.neutron [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Updated VIF entry in instance network info cache for port 55aa7dc9-4716-46cd-a575-2a067ba2ba39. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.821412] env[62312]: DEBUG nova.network.neutron [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Updating instance_info_cache with network_info: [{"id": "55aa7dc9-4716-46cd-a575-2a067ba2ba39", "address": "fa:16:3e:16:46:84", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aa7dc9-47", "ovs_interfaceid": "55aa7dc9-4716-46cd-a575-2a067ba2ba39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.917124] env[62312]: INFO nova.compute.manager [-] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Took 1.60 seconds to deallocate network for instance. [ 1589.035946] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809817, 'name': CreateVM_Task, 'duration_secs': 0.697237} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.038656] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.039651] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.039778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.040123] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.040398] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a63964-65c1-4813-bdb9-2f8143f53d5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.049138] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1589.049138] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bbaf59-5625-e6f8-8b5e-c7c507aaf58d" [ 1589.049138] env[62312]: _type = "Task" [ 1589.049138] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.059143] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bbaf59-5625-e6f8-8b5e-c7c507aaf58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.326650] env[62312]: DEBUG oslo_concurrency.lockutils [req-31dbf0fc-ffac-47f7-bf0c-f96287cf291c req-5e24afbd-eb95-43dd-b161-25c8a7be309a service nova] Releasing lock "refresh_cache-3df85e52-fad7-4199-ba49-9cf68a9def0f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.358457] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a2cac-09d2-483d-8212-6180ff844f0f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.369848] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310fa74a-d8d3-43f9-a750-c39584a960cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.405567] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d023849-90b0-4cb8-b3fd-83da3368c3f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.416022] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674670c1-b448-435d-a76c-a4d233d0e6cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.429261] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.429780] env[62312]: DEBUG nova.compute.provider_tree [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.561548] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bbaf59-5625-e6f8-8b5e-c7c507aaf58d, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.561548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.561548] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.561548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.561548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.561548] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.561548] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dfb0fea-fa00-4b4d-87ac-83fa0e9ad61c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.576464] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.576653] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.577457] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe243b4-44d6-49a2-aadd-1abcecc3b53d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.583968] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1589.583968] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5245ce14-dbb4-450b-9394-b8d6c9de64f0" [ 1589.583968] env[62312]: _type = "Task" [ 1589.583968] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.592874] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5245ce14-dbb4-450b-9394-b8d6c9de64f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.785030] env[62312]: DEBUG nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.812379] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.812379] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.812379] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.812379] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.812379] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.812712] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.812712] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.812832] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.812987] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.813177] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.813428] env[62312]: DEBUG nova.virt.hardware [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.814221] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed84cae-78da-4d23-a25f-68ebffe67eb4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.827140] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.827525] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.832879] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091105c0-7c13-43ab-98bb-cd16d9739496 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.932872] env[62312]: DEBUG nova.scheduler.client.report [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.051450] env[62312]: DEBUG nova.compute.manager [req-0b73434b-b0d9-4b5a-8ef9-5a0ab606d144 req-ef4bf224-a2eb-42da-9d93-68e740df76a2 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Received event network-vif-plugged-12fd320c-e0ef-495f-b9df-b7f4b2e472c9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1590.051705] env[62312]: DEBUG oslo_concurrency.lockutils [req-0b73434b-b0d9-4b5a-8ef9-5a0ab606d144 req-ef4bf224-a2eb-42da-9d93-68e740df76a2 service nova] Acquiring lock "7db520a4-6543-49ed-bfeb-367f894f8943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.051959] env[62312]: DEBUG oslo_concurrency.lockutils [req-0b73434b-b0d9-4b5a-8ef9-5a0ab606d144 req-ef4bf224-a2eb-42da-9d93-68e740df76a2 service nova] Lock "7db520a4-6543-49ed-bfeb-367f894f8943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.053291] env[62312]: DEBUG oslo_concurrency.lockutils [req-0b73434b-b0d9-4b5a-8ef9-5a0ab606d144 req-ef4bf224-a2eb-42da-9d93-68e740df76a2 service nova] Lock "7db520a4-6543-49ed-bfeb-367f894f8943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.053598] env[62312]: DEBUG nova.compute.manager [req-0b73434b-b0d9-4b5a-8ef9-5a0ab606d144 req-ef4bf224-a2eb-42da-9d93-68e740df76a2 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] No waiting events found dispatching network-vif-plugged-12fd320c-e0ef-495f-b9df-b7f4b2e472c9 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.053768] env[62312]: WARNING nova.compute.manager [req-0b73434b-b0d9-4b5a-8ef9-5a0ab606d144 req-ef4bf224-a2eb-42da-9d93-68e740df76a2 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Received unexpected event network-vif-plugged-12fd320c-e0ef-495f-b9df-b7f4b2e472c9 for instance with vm_state building and task_state spawning. [ 1590.095336] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5245ce14-dbb4-450b-9394-b8d6c9de64f0, 'name': SearchDatastore_Task, 'duration_secs': 0.03762} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.096169] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94920ac-9706-423f-9151-8beba2aab924 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.102434] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1590.102434] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52319bcb-70bf-0f19-da15-627ed352dc42" [ 1590.102434] env[62312]: _type = "Task" [ 1590.102434] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.113353] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52319bcb-70bf-0f19-da15-627ed352dc42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.140806] env[62312]: DEBUG nova.network.neutron [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Successfully updated port: 12fd320c-e0ef-495f-b9df-b7f4b2e472c9 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.329286] env[62312]: DEBUG nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.420683] env[62312]: DEBUG nova.network.neutron [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Port 1224f6da-9fae-442f-971c-1e249092457b binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1590.420911] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.421185] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.421478] env[62312]: DEBUG nova.network.neutron [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.437511] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.437996] env[62312]: DEBUG nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1590.441116] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.618s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.441329] env[62312]: DEBUG nova.objects.instance [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1590.613841] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52319bcb-70bf-0f19-da15-627ed352dc42, 'name': SearchDatastore_Task, 'duration_secs': 0.046689} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.614130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.614392] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3df85e52-fad7-4199-ba49-9cf68a9def0f/3df85e52-fad7-4199-ba49-9cf68a9def0f.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.614656] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77798aba-4988-4438-9409-4f3c18923ece {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.622635] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1590.622635] env[62312]: value = "task-1809818" [ 1590.622635] env[62312]: _type = "Task" [ 1590.622635] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.631052] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.644799] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "refresh_cache-7db520a4-6543-49ed-bfeb-367f894f8943" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.644898] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "refresh_cache-7db520a4-6543-49ed-bfeb-367f894f8943" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.645074] env[62312]: DEBUG nova.network.neutron [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.852862] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.942678] env[62312]: DEBUG nova.compute.utils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1590.943902] env[62312]: DEBUG nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1590.944374] env[62312]: DEBUG nova.network.neutron [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1590.999826] env[62312]: DEBUG nova.policy [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c847e8a37e8d4e549eb66532fba23cac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0cef8832bb429699a2c5f5fdff61ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.134623] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809818, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.135070] env[62312]: DEBUG nova.network.neutron [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance_info_cache with network_info: [{"id": "1224f6da-9fae-442f-971c-1e249092457b", "address": "fa:16:3e:62:f7:99", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224f6da-9f", "ovs_interfaceid": "1224f6da-9fae-442f-971c-1e249092457b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.180933] env[62312]: DEBUG nova.network.neutron [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.230021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "40082768-b08a-4bd4-84ba-c9a8e16815f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.230021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.230021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "40082768-b08a-4bd4-84ba-c9a8e16815f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.230021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.230021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.236207] env[62312]: INFO nova.compute.manager [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Terminating instance [ 1591.346118] env[62312]: DEBUG nova.network.neutron [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Updating instance_info_cache with network_info: [{"id": "12fd320c-e0ef-495f-b9df-b7f4b2e472c9", "address": "fa:16:3e:be:73:67", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fd320c-e0", "ovs_interfaceid": "12fd320c-e0ef-495f-b9df-b7f4b2e472c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.393125] env[62312]: DEBUG nova.network.neutron [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Successfully created port: 0e925d70-baca-490a-a8fa-ac1f0a4b04bc {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1591.447744] env[62312]: DEBUG nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.454025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-766ad88b-d367-4302-baef-785b2163a0b5 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.454025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.146s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.454025] env[62312]: DEBUG nova.objects.instance [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lazy-loading 'resources' on Instance uuid 12a2e71a-74d5-43d4-99ff-3a104aa4d597 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.634873] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853752} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.635710] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3df85e52-fad7-4199-ba49-9cf68a9def0f/3df85e52-fad7-4199-ba49-9cf68a9def0f.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.636115] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.636631] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87f29611-c59c-4220-a3f6-32ced6d2913f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.639105] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.646953] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1591.646953] env[62312]: value = "task-1809819" [ 1591.646953] env[62312]: _type = "Task" [ 1591.646953] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.659805] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.743024] env[62312]: DEBUG nova.compute.manager [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.743024] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.743024] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8412e8eb-11f1-4c4e-b664-0e83d5122f3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.752049] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.752538] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bba601d8-90b9-4c6c-b8a7-bca8736ca6b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.760898] env[62312]: DEBUG oslo_vmware.api [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1591.760898] env[62312]: value = "task-1809820" [ 1591.760898] env[62312]: _type = "Task" [ 1591.760898] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.783723] env[62312]: DEBUG oslo_vmware.api [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.852564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "refresh_cache-7db520a4-6543-49ed-bfeb-367f894f8943" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.852564] env[62312]: DEBUG nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Instance network_info: |[{"id": "12fd320c-e0ef-495f-b9df-b7f4b2e472c9", "address": "fa:16:3e:be:73:67", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fd320c-e0", "ovs_interfaceid": "12fd320c-e0ef-495f-b9df-b7f4b2e472c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.852564] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:73:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12fd320c-e0ef-495f-b9df-b7f4b2e472c9', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.858508] env[62312]: DEBUG oslo.service.loopingcall [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.858508] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.858508] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-338181eb-f7c9-4c14-a559-88a5bf24850f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.879823] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.879823] env[62312]: value = "task-1809821" [ 1591.879823] env[62312]: _type = "Task" [ 1591.879823] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.889390] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809821, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.078475] env[62312]: DEBUG nova.compute.manager [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Received event network-changed-12fd320c-e0ef-495f-b9df-b7f4b2e472c9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1592.078475] env[62312]: DEBUG nova.compute.manager [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Refreshing instance network info cache due to event network-changed-12fd320c-e0ef-495f-b9df-b7f4b2e472c9. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1592.078475] env[62312]: DEBUG oslo_concurrency.lockutils [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] Acquiring lock "refresh_cache-7db520a4-6543-49ed-bfeb-367f894f8943" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.078604] env[62312]: DEBUG oslo_concurrency.lockutils [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] Acquired lock "refresh_cache-7db520a4-6543-49ed-bfeb-367f894f8943" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.078707] env[62312]: DEBUG nova.network.neutron [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Refreshing network info cache for port 12fd320c-e0ef-495f-b9df-b7f4b2e472c9 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.142398] env[62312]: DEBUG nova.compute.manager [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62312) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1592.142656] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.157961] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096999} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.160480] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.161845] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e56478d-d4e7-4d37-8bc4-28f90de31cd7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.184776] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 3df85e52-fad7-4199-ba49-9cf68a9def0f/3df85e52-fad7-4199-ba49-9cf68a9def0f.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.187442] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2db0f2f-022b-45b3-ad8a-38de450080a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.208757] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1592.208757] env[62312]: value = "task-1809822" [ 1592.208757] env[62312]: _type = "Task" [ 1592.208757] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.220512] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.272148] env[62312]: DEBUG oslo_vmware.api [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809820, 'name': PowerOffVM_Task, 'duration_secs': 0.350559} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.274569] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.274751] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.275188] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-099280c1-e266-4b3e-b822-dae896db7a70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.381204] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.381464] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.381616] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Deleting the datastore file [datastore1] 40082768-b08a-4bd4-84ba-c9a8e16815f6 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.384932] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b73c0b39-1e6e-4706-936c-e016ff75d2cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.391502] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809821, 'name': CreateVM_Task, 'duration_secs': 0.489242} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.394950] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.395305] env[62312]: DEBUG oslo_vmware.api [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1592.395305] env[62312]: value = "task-1809824" [ 1592.395305] env[62312]: _type = "Task" [ 1592.395305] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.396127] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.396293] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.396608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.396919] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c87df4e-9ba6-46ce-9d0b-41a22778ec0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.405047] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1592.405047] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52176286-38c5-1966-9373-93b0932f7858" [ 1592.405047] env[62312]: _type = "Task" [ 1592.405047] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.410374] env[62312]: DEBUG oslo_vmware.api [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.425710] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52176286-38c5-1966-9373-93b0932f7858, 'name': SearchDatastore_Task, 'duration_secs': 0.017286} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.426053] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.426232] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.426470] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.426604] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.426783] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.427047] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3208487e-62ab-48ac-acf4-f74af0a8d327 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.439619] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.439779] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.440541] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bacd4cd-b76a-4cf6-a4d7-00f330019b0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.447252] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1592.447252] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52dcebdb-d86d-dfbb-0a53-acf85e38e848" [ 1592.447252] env[62312]: _type = "Task" [ 1592.447252] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.460903] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52dcebdb-d86d-dfbb-0a53-acf85e38e848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.466138] env[62312]: DEBUG nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1592.492031] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.492313] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.492481] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.492712] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.492902] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.492996] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.493270] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.493502] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.493697] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.493872] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.494059] env[62312]: DEBUG nova.virt.hardware [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.495512] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cd069c-0e03-4cf6-96b0-999e11fda2a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.508732] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aa8df5-2e6c-4623-bedb-a72f83e0e6f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.517766] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e726ea89-5826-4579-addc-f4282a94f5e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.542043] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a59e472-a1dc-4fa8-be23-0107760484ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.579507] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f060f-d490-4058-bd82-0ddb4e7147cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.591145] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbda642-7d25-47c3-beaf-737dc99e1ace {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.604013] env[62312]: DEBUG nova.compute.provider_tree [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.720745] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809822, 'name': ReconfigVM_Task, 'duration_secs': 0.284289} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.721050] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 3df85e52-fad7-4199-ba49-9cf68a9def0f/3df85e52-fad7-4199-ba49-9cf68a9def0f.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.721738] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-738a054f-bdc2-4315-b12f-421653ee0217 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.729277] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1592.729277] env[62312]: value = "task-1809825" [ 1592.729277] env[62312]: _type = "Task" [ 1592.729277] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.739587] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809825, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.816336] env[62312]: DEBUG nova.network.neutron [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Updated VIF entry in instance network info cache for port 12fd320c-e0ef-495f-b9df-b7f4b2e472c9. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.816745] env[62312]: DEBUG nova.network.neutron [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Updating instance_info_cache with network_info: [{"id": "12fd320c-e0ef-495f-b9df-b7f4b2e472c9", "address": "fa:16:3e:be:73:67", "network": {"id": "89ee8483-0f85-4710-8a6e-846bc375248a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-101836225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25967384987a43e6b30eb5fc1f8231a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fd320c-e0", "ovs_interfaceid": "12fd320c-e0ef-495f-b9df-b7f4b2e472c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.909747] env[62312]: DEBUG oslo_vmware.api [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.959037] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52dcebdb-d86d-dfbb-0a53-acf85e38e848, 'name': SearchDatastore_Task, 'duration_secs': 0.027217} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.959923] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61080e3f-a702-4028-be5b-83054769e02a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.966570] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1592.966570] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0c5e6-d827-27fa-39f8-f41a2508b6ed" [ 1592.966570] env[62312]: _type = "Task" [ 1592.966570] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.975785] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0c5e6-d827-27fa-39f8-f41a2508b6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.110023] env[62312]: DEBUG nova.scheduler.client.report [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.155601] env[62312]: DEBUG nova.compute.manager [req-9e538d97-59e0-422f-a38b-1bd932d3da49 req-a33d86cf-86a6-4e91-a9ce-e2111408aabd service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Received event network-vif-plugged-0e925d70-baca-490a-a8fa-ac1f0a4b04bc {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1593.155824] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e538d97-59e0-422f-a38b-1bd932d3da49 req-a33d86cf-86a6-4e91-a9ce-e2111408aabd service nova] Acquiring lock "d13294d3-5c71-42de-b06b-5b2b1d768165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.156050] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e538d97-59e0-422f-a38b-1bd932d3da49 req-a33d86cf-86a6-4e91-a9ce-e2111408aabd service nova] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.156230] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e538d97-59e0-422f-a38b-1bd932d3da49 req-a33d86cf-86a6-4e91-a9ce-e2111408aabd service nova] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.156403] env[62312]: DEBUG nova.compute.manager [req-9e538d97-59e0-422f-a38b-1bd932d3da49 req-a33d86cf-86a6-4e91-a9ce-e2111408aabd service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] No waiting events found dispatching network-vif-plugged-0e925d70-baca-490a-a8fa-ac1f0a4b04bc {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.156568] env[62312]: WARNING nova.compute.manager [req-9e538d97-59e0-422f-a38b-1bd932d3da49 req-a33d86cf-86a6-4e91-a9ce-e2111408aabd service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Received unexpected event network-vif-plugged-0e925d70-baca-490a-a8fa-ac1f0a4b04bc for instance with vm_state building and task_state spawning. [ 1593.243992] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809825, 'name': Rename_Task, 'duration_secs': 0.238854} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.243992] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.243992] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1344c6b-6c3d-4c7a-a3a3-2e03eaad061c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.250864] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1593.250864] env[62312]: value = "task-1809826" [ 1593.250864] env[62312]: _type = "Task" [ 1593.250864] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.267744] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.277504] env[62312]: DEBUG nova.network.neutron [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Successfully updated port: 0e925d70-baca-490a-a8fa-ac1f0a4b04bc {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.319706] env[62312]: DEBUG oslo_concurrency.lockutils [req-ae26a5ad-9e18-4922-8d11-3584f158573f req-dd45ddfb-1c37-46c1-be46-e931f4d61493 service nova] Releasing lock "refresh_cache-7db520a4-6543-49ed-bfeb-367f894f8943" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.408618] env[62312]: DEBUG oslo_vmware.api [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.635888} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.408973] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.409241] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.409455] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.409666] env[62312]: INFO nova.compute.manager [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1593.409922] env[62312]: DEBUG oslo.service.loopingcall [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.410151] env[62312]: DEBUG nova.compute.manager [-] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1593.410248] env[62312]: DEBUG nova.network.neutron [-] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1593.478258] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0c5e6-d827-27fa-39f8-f41a2508b6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02635} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.480040] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.480040] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 7db520a4-6543-49ed-bfeb-367f894f8943/7db520a4-6543-49ed-bfeb-367f894f8943.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.480040] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314e0829-966e-4544-b0cb-357bcbf816eb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.487708] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1593.487708] env[62312]: value = "task-1809827" [ 1593.487708] env[62312]: _type = "Task" [ 1593.487708] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.496916] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.614632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.616601] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.975s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.618309] env[62312]: DEBUG nova.objects.instance [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lazy-loading 'resources' on Instance uuid f8427318-ec57-4cd2-aba1-49dd7af2e4a4 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.650442] env[62312]: INFO nova.scheduler.client.report [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted allocations for instance 12a2e71a-74d5-43d4-99ff-3a104aa4d597 [ 1593.764546] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.783328] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-d13294d3-5c71-42de-b06b-5b2b1d768165" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.783622] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-d13294d3-5c71-42de-b06b-5b2b1d768165" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.783899] env[62312]: DEBUG nova.network.neutron [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.999505] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475295} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.999505] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 7db520a4-6543-49ed-bfeb-367f894f8943/7db520a4-6543-49ed-bfeb-367f894f8943.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.999505] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.999505] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43e769f1-bbf7-4ae6-9bf1-6bf13fa0cf3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.006914] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1594.006914] env[62312]: value = "task-1809828" [ 1594.006914] env[62312]: _type = "Task" [ 1594.006914] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.016456] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.164981] env[62312]: DEBUG oslo_concurrency.lockutils [None req-199c4a57-e493-44f0-b64e-f4465b20d511 tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "12a2e71a-74d5-43d4-99ff-3a104aa4d597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.145s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.264494] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.345657] env[62312]: DEBUG nova.network.neutron [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.467835] env[62312]: DEBUG nova.network.neutron [-] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.517866] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063313} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.520330] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.521374] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3649f487-e1ba-45e6-95b6-fcfbfe841e8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.546215] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 7db520a4-6543-49ed-bfeb-367f894f8943/7db520a4-6543-49ed-bfeb-367f894f8943.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.548642] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adaa9df1-0814-49e8-9956-bd124b278449 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.563229] env[62312]: DEBUG nova.network.neutron [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Updating instance_info_cache with network_info: [{"id": "0e925d70-baca-490a-a8fa-ac1f0a4b04bc", "address": "fa:16:3e:f3:b5:7b", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e925d70-ba", "ovs_interfaceid": "0e925d70-baca-490a-a8fa-ac1f0a4b04bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.570805] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1594.570805] env[62312]: value = "task-1809829" [ 1594.570805] env[62312]: _type = "Task" [ 1594.570805] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.581907] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.620563] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3713f-0beb-475a-aef8-c48bb2f3cbd5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.628659] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc387eb-1541-41ad-9e6d-94c134d94b9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.661314] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b152cdc-b0cc-458b-ac66-c339c5f0c5ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.669841] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d1b7c-9761-4074-8f14-c0c48e51f678 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.684212] env[62312]: DEBUG nova.compute.provider_tree [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.763676] env[62312]: DEBUG oslo_vmware.api [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809826, 'name': PowerOnVM_Task, 'duration_secs': 1.102316} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.763933] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.764167] env[62312]: INFO nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1594.764358] env[62312]: DEBUG nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.765100] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1c1b8-c10d-406d-9f91-b6884b585bc6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.972335] env[62312]: INFO nova.compute.manager [-] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Took 1.56 seconds to deallocate network for instance. [ 1595.065319] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-d13294d3-5c71-42de-b06b-5b2b1d768165" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.065765] env[62312]: DEBUG nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Instance network_info: |[{"id": "0e925d70-baca-490a-a8fa-ac1f0a4b04bc", "address": "fa:16:3e:f3:b5:7b", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e925d70-ba", "ovs_interfaceid": "0e925d70-baca-490a-a8fa-ac1f0a4b04bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.066323] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e925d70-baca-490a-a8fa-ac1f0a4b04bc', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.073787] env[62312]: DEBUG oslo.service.loopingcall [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.074471] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.078425] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43fff0b0-16ea-4bc1-ae44-f84ace4fa56a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.099231] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809829, 'name': ReconfigVM_Task, 'duration_secs': 0.279292} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.100540] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 7db520a4-6543-49ed-bfeb-367f894f8943/7db520a4-6543-49ed-bfeb-367f894f8943.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.101176] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.101176] env[62312]: value = "task-1809830" [ 1595.101176] env[62312]: _type = "Task" [ 1595.101176] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.101360] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bfd838a-9b96-4f13-bf5c-b579cd3afecd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.111383] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809830, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.112829] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1595.112829] env[62312]: value = "task-1809831" [ 1595.112829] env[62312]: _type = "Task" [ 1595.112829] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.187815] env[62312]: DEBUG nova.scheduler.client.report [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.211097] env[62312]: DEBUG nova.compute.manager [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Received event network-changed-0e925d70-baca-490a-a8fa-ac1f0a4b04bc {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1595.211420] env[62312]: DEBUG nova.compute.manager [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Refreshing instance network info cache due to event network-changed-0e925d70-baca-490a-a8fa-ac1f0a4b04bc. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1595.211618] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] Acquiring lock "refresh_cache-d13294d3-5c71-42de-b06b-5b2b1d768165" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.211824] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] Acquired lock "refresh_cache-d13294d3-5c71-42de-b06b-5b2b1d768165" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.211909] env[62312]: DEBUG nova.network.neutron [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Refreshing network info cache for port 0e925d70-baca-490a-a8fa-ac1f0a4b04bc {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.287230] env[62312]: INFO nova.compute.manager [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Took 53.66 seconds to build instance. [ 1595.480016] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.614959] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809830, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.623262] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809831, 'name': Rename_Task, 'duration_secs': 0.220585} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.623504] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.623745] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fbbe317-d262-464a-b580-3ca2fbd0618d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.631274] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1595.631274] env[62312]: value = "task-1809832" [ 1595.631274] env[62312]: _type = "Task" [ 1595.631274] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.640531] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.696027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.696757] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.761s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.696980] env[62312]: DEBUG nova.objects.instance [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'resources' on Instance uuid 2d367982-ec8b-4f4c-b834-513d6f23889d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.723299] env[62312]: INFO nova.scheduler.client.report [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Deleted allocations for instance f8427318-ec57-4cd2-aba1-49dd7af2e4a4 [ 1595.789595] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aaf2f0a9-6b33-4a58-948b-8bb62b434318 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.196s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.989077] env[62312]: DEBUG nova.network.neutron [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Updated VIF entry in instance network info cache for port 0e925d70-baca-490a-a8fa-ac1f0a4b04bc. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1595.989599] env[62312]: DEBUG nova.network.neutron [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Updating instance_info_cache with network_info: [{"id": "0e925d70-baca-490a-a8fa-ac1f0a4b04bc", "address": "fa:16:3e:f3:b5:7b", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e925d70-ba", "ovs_interfaceid": "0e925d70-baca-490a-a8fa-ac1f0a4b04bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.114332] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809830, 'name': CreateVM_Task, 'duration_secs': 0.755306} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.114332] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.114912] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.115105] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.115423] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.115692] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4616aa58-18b9-4697-93ba-1fd08827090a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.122931] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1596.122931] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524ee71b-f35c-cbb3-7693-825ebf7ac961" [ 1596.122931] env[62312]: _type = "Task" [ 1596.122931] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.131902] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524ee71b-f35c-cbb3-7693-825ebf7ac961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.140523] env[62312]: DEBUG oslo_vmware.api [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809832, 'name': PowerOnVM_Task, 'duration_secs': 0.479074} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.140780] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.140983] env[62312]: INFO nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1596.141224] env[62312]: DEBUG nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.141986] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81361508-bf16-481f-9437-1a12476811c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.231773] env[62312]: DEBUG oslo_concurrency.lockutils [None req-949430d8-86d3-473d-b757-68de3dabb5fa tempest-MultipleCreateTestJSON-1429592635 tempest-MultipleCreateTestJSON-1429592635-project-member] Lock "f8427318-ec57-4cd2-aba1-49dd7af2e4a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.872s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.492549] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] Releasing lock "refresh_cache-d13294d3-5c71-42de-b06b-5b2b1d768165" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.492819] env[62312]: DEBUG nova.compute.manager [req-f7ab8588-902d-4dab-bb97-a4b67e8e8f56 req-8a409372-f0ae-4167-98ca-149e71b2e909 service nova] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Received event network-vif-deleted-a11eb76a-749c-48e5-848a-4ce7d680037c {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1596.526976] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc179989-aa63-4d4f-aaf4-5d2f85261310 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.533929] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92938a-47ba-41da-aae5-4fa930d43ed3 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Suspending the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1596.534204] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-987c0158-02b9-4bce-bb5c-f5470d9400e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.541442] env[62312]: DEBUG oslo_vmware.api [None req-7c92938a-47ba-41da-aae5-4fa930d43ed3 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1596.541442] env[62312]: value = "task-1809833" [ 1596.541442] env[62312]: _type = "Task" [ 1596.541442] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.550854] env[62312]: DEBUG oslo_vmware.api [None req-7c92938a-47ba-41da-aae5-4fa930d43ed3 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809833, 'name': SuspendVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.637647] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524ee71b-f35c-cbb3-7693-825ebf7ac961, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.637955] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.638208] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.638687] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.638687] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.638846] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.639149] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d878575-56e7-4583-a6fa-f1af268705b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.657915] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.661329] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.668012] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1e1535-f61a-428c-adbd-05339f05e0de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.671250] env[62312]: INFO nova.compute.manager [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Took 53.91 seconds to build instance. [ 1596.676167] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1596.676167] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cee4dd-b0c5-a20c-5a37-3ce461f480f6" [ 1596.676167] env[62312]: _type = "Task" [ 1596.676167] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.687927] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc8319d-c064-4e32-95a7-6e1bd72e6dbb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.699853] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cee4dd-b0c5-a20c-5a37-3ce461f480f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.703595] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba24681-611e-4bbe-b65e-4a1b45b63336 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.736587] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea9b78-f80d-4fbe-a47b-4aece5060ecd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.744986] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c39c39-df29-4233-8280-0c30467cc33c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.759869] env[62312]: DEBUG nova.compute.provider_tree [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.053503] env[62312]: DEBUG oslo_vmware.api [None req-7c92938a-47ba-41da-aae5-4fa930d43ed3 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809833, 'name': SuspendVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.074490] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "7db520a4-6543-49ed-bfeb-367f894f8943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.174024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-648e221e-38a5-4068-98fd-1721dcdea1c4 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "7db520a4-6543-49ed-bfeb-367f894f8943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.067s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.174361] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "7db520a4-6543-49ed-bfeb-367f894f8943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.100s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.174722] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "7db520a4-6543-49ed-bfeb-367f894f8943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.174923] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "7db520a4-6543-49ed-bfeb-367f894f8943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.175178] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "7db520a4-6543-49ed-bfeb-367f894f8943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.182663] env[62312]: INFO nova.compute.manager [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Terminating instance [ 1597.190390] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cee4dd-b0c5-a20c-5a37-3ce461f480f6, 'name': SearchDatastore_Task, 'duration_secs': 0.021557} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.191433] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7af695b-2878-41b4-a60a-88950da0582e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.197628] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1597.197628] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f51464-9551-5c63-dc0a-cf529773cc15" [ 1597.197628] env[62312]: _type = "Task" [ 1597.197628] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.206499] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f51464-9551-5c63-dc0a-cf529773cc15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.264176] env[62312]: DEBUG nova.scheduler.client.report [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.556022] env[62312]: DEBUG oslo_vmware.api [None req-7c92938a-47ba-41da-aae5-4fa930d43ed3 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809833, 'name': SuspendVM_Task, 'duration_secs': 0.779385} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.556022] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7c92938a-47ba-41da-aae5-4fa930d43ed3 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Suspended the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1597.556022] env[62312]: DEBUG nova.compute.manager [None req-7c92938a-47ba-41da-aae5-4fa930d43ed3 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.556022] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ce5f1-5739-4fc6-b0c0-f189bdf9bf98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.690921] env[62312]: DEBUG nova.compute.manager [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.690921] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.690921] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15478bb-4c8b-4126-bb11-5e8de368d235 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.701020] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.704856] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee310c45-6f0f-40c0-a4cb-7fb220db4d11 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.715094] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f51464-9551-5c63-dc0a-cf529773cc15, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.716621] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.719911] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.719911] env[62312]: DEBUG oslo_vmware.api [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1597.719911] env[62312]: value = "task-1809834" [ 1597.719911] env[62312]: _type = "Task" [ 1597.719911] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.719911] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8697d5-444c-4208-9645-69148e0e7842 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.730999] env[62312]: DEBUG oslo_vmware.api [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.733522] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1597.733522] env[62312]: value = "task-1809835" [ 1597.733522] env[62312]: _type = "Task" [ 1597.733522] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.752136] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.770036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.772611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.740s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.772920] env[62312]: DEBUG nova.objects.instance [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lazy-loading 'resources' on Instance uuid d41df122-2604-4e47-a2cf-ef5983b4a211 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.806459] env[62312]: INFO nova.scheduler.client.report [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted allocations for instance 2d367982-ec8b-4f4c-b834-513d6f23889d [ 1598.231066] env[62312]: DEBUG oslo_vmware.api [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809834, 'name': PowerOffVM_Task, 'duration_secs': 0.316016} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.231500] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.231500] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.231688] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4361519e-ec24-47f1-b557-535b56d0e4a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.242921] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.315746] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e5299bb3-afe5-49bf-98be-80f707f8e49a tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "2d367982-ec8b-4f4c-b834-513d6f23889d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.200s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.329530] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.329909] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.330849] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleting the datastore file [datastore1] 7db520a4-6543-49ed-bfeb-367f894f8943 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.331878] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b979e87-febe-4884-a755-c170119052a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.340476] env[62312]: DEBUG oslo_vmware.api [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for the task: (returnval){ [ 1598.340476] env[62312]: value = "task-1809837" [ 1598.340476] env[62312]: _type = "Task" [ 1598.340476] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.350621] env[62312]: DEBUG oslo_vmware.api [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.722168] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109bd751-6a58-4b51-8502-a7ff1b0dc69b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.731378] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efaadec-acbc-4ad4-8c3e-1b245cb396b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.743638] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555456} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.773039] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.773354] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.773887] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb75c88e-b482-4d6b-bb21-9127cd740f17 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.776533] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2783e151-f236-4e1c-a8b3-fc8e10c40a0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.788233] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b7a9f-5dee-42a7-b144-c61603e6113f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.791656] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1598.791656] env[62312]: value = "task-1809838" [ 1598.791656] env[62312]: _type = "Task" [ 1598.791656] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.804483] env[62312]: DEBUG nova.compute.provider_tree [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.813021] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.852706] env[62312]: DEBUG oslo_vmware.api [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Task: {'id': task-1809837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152261} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.853168] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.854538] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.854788] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.855046] env[62312]: INFO nova.compute.manager [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1598.856094] env[62312]: DEBUG oslo.service.loopingcall [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.856094] env[62312]: DEBUG nova.compute.manager [-] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.856094] env[62312]: DEBUG nova.network.neutron [-] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.302225] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06974} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.303054] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.303556] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a06e6e-9a07-41ef-b174-2e99d7d37404 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.309308] env[62312]: DEBUG nova.scheduler.client.report [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.338422] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.340346] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0fa83bf-1fe4-4c3d-aa17-d16b11b506d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.356087] env[62312]: DEBUG nova.compute.manager [req-bd429715-8b6f-4013-8348-3e9e191ad10b req-b7bea0be-d680-47f2-945a-7010f8ad61e4 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Received event network-vif-deleted-12fd320c-e0ef-495f-b9df-b7f4b2e472c9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1599.356308] env[62312]: INFO nova.compute.manager [req-bd429715-8b6f-4013-8348-3e9e191ad10b req-b7bea0be-d680-47f2-945a-7010f8ad61e4 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Neutron deleted interface 12fd320c-e0ef-495f-b9df-b7f4b2e472c9; detaching it from the instance and deleting it from the info cache [ 1599.356479] env[62312]: DEBUG nova.network.neutron [req-bd429715-8b6f-4013-8348-3e9e191ad10b req-b7bea0be-d680-47f2-945a-7010f8ad61e4 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.366815] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1599.366815] env[62312]: value = "task-1809839" [ 1599.366815] env[62312]: _type = "Task" [ 1599.366815] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.376914] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.784176] env[62312]: DEBUG nova.network.neutron [-] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.839974] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.842352] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.510s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.842603] env[62312]: DEBUG nova.objects.instance [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lazy-loading 'resources' on Instance uuid 5a15a643-95a4-4885-b410-9df67ddf1b1c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.861479] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af347976-1e2b-47cd-895f-d346407c120e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.866185] env[62312]: INFO nova.scheduler.client.report [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Deleted allocations for instance d41df122-2604-4e47-a2cf-ef5983b4a211 [ 1599.869298] env[62312]: DEBUG nova.compute.manager [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.876020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb509e65-f179-44f1-ad5e-055e73e2088b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.883274] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f39e01-fc06-4a1d-bdce-72fc70466a03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.906516] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809839, 'name': ReconfigVM_Task, 'duration_secs': 0.350085} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.908259] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.908259] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b6881ea-e428-49fe-8424-dda6cf7cda79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.927043] env[62312]: DEBUG nova.compute.manager [req-bd429715-8b6f-4013-8348-3e9e191ad10b req-b7bea0be-d680-47f2-945a-7010f8ad61e4 service nova] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Detach interface failed, port_id=12fd320c-e0ef-495f-b9df-b7f4b2e472c9, reason: Instance 7db520a4-6543-49ed-bfeb-367f894f8943 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1599.929044] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1599.929044] env[62312]: value = "task-1809840" [ 1599.929044] env[62312]: _type = "Task" [ 1599.929044] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.938892] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809840, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.288726] env[62312]: INFO nova.compute.manager [-] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Took 1.43 seconds to deallocate network for instance. [ 1600.406384] env[62312]: DEBUG oslo_concurrency.lockutils [None req-47bd7428-ddfe-43d4-9642-499bce71cd4c tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "d41df122-2604-4e47-a2cf-ef5983b4a211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.909s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.411145] env[62312]: INFO nova.compute.manager [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] instance snapshotting [ 1600.411145] env[62312]: WARNING nova.compute.manager [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1600.413185] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b500bd2-a990-49bb-b71a-8d90b6d05661 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.443976] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0888917-3fa4-4f9b-a9e0-b410680e4399 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.459105] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809840, 'name': Rename_Task, 'duration_secs': 0.268996} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.461953] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.462401] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925d2589-003a-47c5-ab47-6e53fa2be9c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.471077] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1600.471077] env[62312]: value = "task-1809841" [ 1600.471077] env[62312]: _type = "Task" [ 1600.471077] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.483035] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.807883] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.845912] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.846638] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.924250] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0c41f4-4c32-4d86-9719-1d0c5e348aec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.935792] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e8ea1-e703-498c-a6ff-af9e8f21dba2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.973102] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1600.973718] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d5d4956-7a7e-4df4-9c4a-39191fe8d232 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.983292] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96b33c1-e6fd-4142-a1da-d132eb615410 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.990447] env[62312]: DEBUG oslo_vmware.api [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809841, 'name': PowerOnVM_Task, 'duration_secs': 0.483998} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.991898] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.992081] env[62312]: INFO nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1600.992277] env[62312]: DEBUG nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.993610] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6605b-94cd-48fa-924f-873e40e687aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.998014] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1600.998014] env[62312]: value = "task-1809842" [ 1600.998014] env[62312]: _type = "Task" [ 1600.998014] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.999342] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba786914-e8a1-45fa-97e5-03b92d44081f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.014353] env[62312]: DEBUG nova.compute.provider_tree [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.024473] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809842, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.351500] env[62312]: DEBUG nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.516235] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809842, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.526559] env[62312]: DEBUG nova.scheduler.client.report [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.532992] env[62312]: INFO nova.compute.manager [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Took 54.05 seconds to build instance. [ 1601.871151] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.016020] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809842, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.033974] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.036946] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.122s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.036946] env[62312]: DEBUG nova.objects.instance [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lazy-loading 'resources' on Instance uuid f30fde15-74e1-4602-9a3a-1531c2f1b925 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.041077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-68f8664e-b144-49e8-95e2-42cceeab299a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.988s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.070897] env[62312]: INFO nova.scheduler.client.report [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Deleted allocations for instance 5a15a643-95a4-4885-b410-9df67ddf1b1c [ 1602.513978] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809842, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.582627] env[62312]: DEBUG oslo_concurrency.lockutils [None req-77cc8bb9-0685-49f9-b68e-0616fde4d021 tempest-VolumesAssistedSnapshotsTest-1766046191 tempest-VolumesAssistedSnapshotsTest-1766046191-project-member] Lock "5a15a643-95a4-4885-b410-9df67ddf1b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.541s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.741444] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "d13294d3-5c71-42de-b06b-5b2b1d768165" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.741768] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.741998] env[62312]: DEBUG nova.compute.manager [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.744346] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3403ef3-6966-4e48-87ef-0b155bf0c91b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.750917] env[62312]: DEBUG nova.compute.manager [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1602.751596] env[62312]: DEBUG nova.objects.instance [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'flavor' on Instance uuid d13294d3-5c71-42de-b06b-5b2b1d768165 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.792015] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "a1ef827d-8520-485e-b843-458d360870dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.792362] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "a1ef827d-8520-485e-b843-458d360870dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.017317] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809842, 'name': CreateSnapshot_Task, 'duration_secs': 1.751078} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.017617] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1603.018447] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8216545-4cda-4ec1-9a00-e0642ae8bb3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.068852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4433b6-e564-42d0-b893-6c02331e4ed4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.078392] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ff52ca-4f0e-41e4-8aa1-d13869aa9c80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.109530] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a78289-f194-4343-b3e5-ec268f0de0b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.118242] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f825001-c218-45ea-a5bb-69154ca1398a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.122880] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "bcf8cd94-b380-41e6-8792-df66a2954952" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.123269] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "bcf8cd94-b380-41e6-8792-df66a2954952" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.123492] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "bcf8cd94-b380-41e6-8792-df66a2954952-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.123684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "bcf8cd94-b380-41e6-8792-df66a2954952-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.123849] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "bcf8cd94-b380-41e6-8792-df66a2954952-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.127837] env[62312]: INFO nova.compute.manager [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Terminating instance [ 1603.137820] env[62312]: DEBUG nova.compute.provider_tree [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.298318] env[62312]: DEBUG nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.540649] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1603.541050] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e7a762c-db42-4ebb-9bc9-1ac68d79a55c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.551524] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1603.551524] env[62312]: value = "task-1809843" [ 1603.551524] env[62312]: _type = "Task" [ 1603.551524] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.562037] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809843, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.643024] env[62312]: DEBUG nova.scheduler.client.report [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.645990] env[62312]: DEBUG nova.compute.manager [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.646391] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.647532] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8961507b-b761-4ba7-bc45-f369fe059ba6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.658162] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.658162] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd37b114-5db0-4162-99b2-e8af3d90ada3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.671791] env[62312]: DEBUG oslo_vmware.api [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1603.671791] env[62312]: value = "task-1809844" [ 1603.671791] env[62312]: _type = "Task" [ 1603.671791] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.684490] env[62312]: DEBUG oslo_vmware.api [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.762619] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.762932] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40265d5a-da1e-456d-a6a8-bcb074331d09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.771300] env[62312]: DEBUG oslo_vmware.api [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1603.771300] env[62312]: value = "task-1809845" [ 1603.771300] env[62312]: _type = "Task" [ 1603.771300] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.787595] env[62312]: DEBUG oslo_vmware.api [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.830884] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.065534] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809843, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.148708] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.150914] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.758s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.151173] env[62312]: DEBUG nova.objects.instance [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'resources' on Instance uuid bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.180324] env[62312]: DEBUG oslo_vmware.api [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809844, 'name': PowerOffVM_Task, 'duration_secs': 0.236394} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.180324] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.180496] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.181435] env[62312]: INFO nova.scheduler.client.report [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Deleted allocations for instance f30fde15-74e1-4602-9a3a-1531c2f1b925 [ 1604.182351] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9930f837-7307-45d2-9e00-937f20b04af5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.277435] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1604.277650] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1604.277910] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Deleting the datastore file [datastore1] bcf8cd94-b380-41e6-8792-df66a2954952 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.278999] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ac842a6-7ce7-421f-ab65-7b1cbb0efa93 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.286026] env[62312]: DEBUG oslo_vmware.api [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809845, 'name': PowerOffVM_Task, 'duration_secs': 0.342008} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.286919] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.287135] env[62312]: DEBUG nova.compute.manager [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.288058] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4f462-148b-4e50-a2c9-3d83006f839d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.295026] env[62312]: DEBUG oslo_vmware.api [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for the task: (returnval){ [ 1604.295026] env[62312]: value = "task-1809847" [ 1604.295026] env[62312]: _type = "Task" [ 1604.295026] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.308204] env[62312]: DEBUG oslo_vmware.api [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.563645] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809843, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.691177] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74e53264-6486-4687-8b15-13baf0b12148 tempest-ServersTestManualDisk-1811610994 tempest-ServersTestManualDisk-1811610994-project-member] Lock "f30fde15-74e1-4602-9a3a-1531c2f1b925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.430s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.808993] env[62312]: DEBUG oslo_vmware.api [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Task: {'id': task-1809847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138646} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.811861] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.812243] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.812554] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.812830] env[62312]: INFO nova.compute.manager [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1604.814119] env[62312]: DEBUG oslo.service.loopingcall [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.814483] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1dc6aca2-8b21-472e-a62b-c50c04a6e67b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.817472] env[62312]: DEBUG nova.compute.manager [-] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.817472] env[62312]: DEBUG nova.network.neutron [-] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.076368] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809843, 'name': CloneVM_Task, 'duration_secs': 1.306014} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.076368] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Created linked-clone VM from snapshot [ 1605.077584] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba335004-569f-49d1-84ee-6a06b37feb4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.091544] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Uploading image 672be613-5a8a-45bf-8337-67bd4f46d7c0 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1605.127644] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1605.127644] env[62312]: value = "vm-375093" [ 1605.127644] env[62312]: _type = "VirtualMachine" [ 1605.127644] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1605.127644] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c39d1c91-cac3-4bb0-b5e9-806039dcc439 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.141028] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease: (returnval){ [ 1605.141028] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52407ec4-141b-c6c2-48d7-a6b7e2117628" [ 1605.141028] env[62312]: _type = "HttpNfcLease" [ 1605.141028] env[62312]: } obtained for exporting VM: (result){ [ 1605.141028] env[62312]: value = "vm-375093" [ 1605.141028] env[62312]: _type = "VirtualMachine" [ 1605.141028] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1605.142615] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the lease: (returnval){ [ 1605.142615] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52407ec4-141b-c6c2-48d7-a6b7e2117628" [ 1605.142615] env[62312]: _type = "HttpNfcLease" [ 1605.142615] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1605.153049] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1605.153049] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52407ec4-141b-c6c2-48d7-a6b7e2117628" [ 1605.153049] env[62312]: _type = "HttpNfcLease" [ 1605.153049] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1605.215107] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3899951-442d-4aec-b7c8-1a4bef33190f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.220392] env[62312]: DEBUG nova.compute.manager [req-a080abe0-2c81-44a3-8a22-ab955fa94739 req-8dfcc624-1ae3-4045-901f-6acb92a6bcb0 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Received event network-vif-deleted-bd680339-93ea-45ad-ac53-bec476c47a9e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1605.220598] env[62312]: INFO nova.compute.manager [req-a080abe0-2c81-44a3-8a22-ab955fa94739 req-8dfcc624-1ae3-4045-901f-6acb92a6bcb0 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Neutron deleted interface bd680339-93ea-45ad-ac53-bec476c47a9e; detaching it from the instance and deleting it from the info cache [ 1605.220771] env[62312]: DEBUG nova.network.neutron [req-a080abe0-2c81-44a3-8a22-ab955fa94739 req-8dfcc624-1ae3-4045-901f-6acb92a6bcb0 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.228227] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc4476-cb87-4028-a5d2-ea817f0a2c4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.261963] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a94efca-3016-48ae-a800-26ddc385f26f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.272384] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903297c-7178-49a5-b818-07de8803cae0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.288098] env[62312]: DEBUG nova.compute.provider_tree [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.571443] env[62312]: INFO nova.compute.manager [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Rebuilding instance [ 1605.623136] env[62312]: DEBUG nova.compute.manager [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.624010] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af18f7a7-360f-467e-a444-df4a70625dc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.651150] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1605.651150] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52407ec4-141b-c6c2-48d7-a6b7e2117628" [ 1605.651150] env[62312]: _type = "HttpNfcLease" [ 1605.651150] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1605.651766] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1605.651766] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52407ec4-141b-c6c2-48d7-a6b7e2117628" [ 1605.651766] env[62312]: _type = "HttpNfcLease" [ 1605.651766] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1605.655737] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4423b-dd86-4943-a47d-363628c53a90 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.658445] env[62312]: DEBUG nova.network.neutron [-] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.665730] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e048c6-98a1-9d2e-c2e4-d7d382aabb36/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1605.665904] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e048c6-98a1-9d2e-c2e4-d7d382aabb36/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1605.725797] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c05c4b64-a872-4be9-bf9e-1c87258492de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.735856] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93533a89-21fe-4793-98c3-508180b55fc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.759793] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bb35be9-a5f8-49f0-ac3b-563937b1ac9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.776222] env[62312]: DEBUG nova.compute.manager [req-a080abe0-2c81-44a3-8a22-ab955fa94739 req-8dfcc624-1ae3-4045-901f-6acb92a6bcb0 service nova] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Detach interface failed, port_id=bd680339-93ea-45ad-ac53-bec476c47a9e, reason: Instance bcf8cd94-b380-41e6-8792-df66a2954952 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1605.795621] env[62312]: DEBUG nova.scheduler.client.report [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.162463] env[62312]: INFO nova.compute.manager [-] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Took 1.35 seconds to deallocate network for instance. [ 1606.303070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.308861] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.449s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.309959] env[62312]: DEBUG nova.objects.instance [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lazy-loading 'resources' on Instance uuid 5021101b-d7d4-40a2-9568-004f45f3b02d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.337716] env[62312]: INFO nova.scheduler.client.report [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted allocations for instance bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5 [ 1606.646984] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.647334] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e030f7cf-6c67-479c-bf5c-3243ec8aeb15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.656667] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1606.656667] env[62312]: value = "task-1809849" [ 1606.656667] env[62312]: _type = "Task" [ 1606.656667] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.666124] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.673122] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.847826] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4df02d1a-feaa-4cfe-b222-ad57af7c3e14 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.510s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.178021] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1607.178021] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.178180] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52331c76-238c-448d-88a7-05cb1446ac29 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.192712] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.193037] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf35d30-b883-48f5-af98-6a5a2ef1fcab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.301976] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.301976] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.302332] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleting the datastore file [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.302379] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-002e758f-8b0d-42cb-89c2-4ce872a41fe1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.311691] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1607.311691] env[62312]: value = "task-1809851" [ 1607.311691] env[62312]: _type = "Task" [ 1607.311691] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.325669] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.430931] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045af318-dfd8-4846-9308-bcf6bd6a33d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.438877] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac3fdf-f18e-4664-bb25-94467de34cc2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.475685] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44bf5f6-70cf-4ace-98f1-ea030018b349 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.484663] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1fea1-9c79-486b-aafc-504c428ffcf5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.500340] env[62312]: DEBUG nova.compute.provider_tree [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.819998] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245569} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.820332] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.820524] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.820698] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.005335] env[62312]: DEBUG nova.scheduler.client.report [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.510529] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.513526] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.189s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.513526] env[62312]: DEBUG nova.objects.instance [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lazy-loading 'resources' on Instance uuid af5e70a2-df8f-424e-adcb-e88adc6e498b {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.540876] env[62312]: INFO nova.scheduler.client.report [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted allocations for instance 5021101b-d7d4-40a2-9568-004f45f3b02d [ 1608.869485] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.869639] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.869680] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.869830] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.869980] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.873762] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.874111] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.874402] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.874545] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.875194] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.875194] env[62312]: DEBUG nova.virt.hardware [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.875991] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e120501a-6044-47f8-982b-723923d8e46a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.886252] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf66f7-d463-4d7c-9239-a23d1442ca21 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.903591] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e925d70-baca-490a-a8fa-ac1f0a4b04bc', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.912527] env[62312]: DEBUG oslo.service.loopingcall [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.912751] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.913073] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ca15996-7774-4ffd-89e4-0b461fc3146f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.934733] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.934733] env[62312]: value = "task-1809852" [ 1608.934733] env[62312]: _type = "Task" [ 1608.934733] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.943706] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809852, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.048312] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e7b289f4-f1ee-4f13-bc34-65441b9828f7 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "5021101b-d7d4-40a2-9568-004f45f3b02d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.908s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.450543] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809852, 'name': CreateVM_Task, 'duration_secs': 0.444452} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.450771] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.451563] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.451725] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.452556] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.452825] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2fd649-e711-4286-8f43-89f310ec9e63 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.458195] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1609.458195] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52961227-eeb6-e946-d5f2-7226856ae803" [ 1609.458195] env[62312]: _type = "Task" [ 1609.458195] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.471042] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52961227-eeb6-e946-d5f2-7226856ae803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.539975] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087a70a6-12df-4cd7-a2fa-fd16a8d6385a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.551213] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795d155-fa29-438a-bf2d-818edad75c98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.585519] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44e861-4c78-460d-a2e6-f5a1619eb2a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.594381] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e4db73-e161-4d07-8ece-3855a40cae75 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.608437] env[62312]: DEBUG nova.compute.provider_tree [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.731929] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.732187] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.968941] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52961227-eeb6-e946-d5f2-7226856ae803, 'name': SearchDatastore_Task, 'duration_secs': 0.01311} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.969228] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.969472] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.969747] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.969898] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.970096] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.970370] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c018b6d-1d16-4929-b574-8f9bb1cd473f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.979621] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.979732] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.980523] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdaf286-f566-433c-95a4-0a3ccd2b5517 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.985999] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1609.985999] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52acab19-8ef0-72f1-46a2-fbd1448a60d3" [ 1609.985999] env[62312]: _type = "Task" [ 1609.985999] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.995551] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52acab19-8ef0-72f1-46a2-fbd1448a60d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.114685] env[62312]: DEBUG nova.scheduler.client.report [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.234689] env[62312]: DEBUG nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1610.499990] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52acab19-8ef0-72f1-46a2-fbd1448a60d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.501911] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4199fa47-9623-4b76-8e3d-0c957a7d336c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.509902] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1610.509902] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5200ec44-9653-af1a-251b-0e4d1fbd6c08" [ 1610.509902] env[62312]: _type = "Task" [ 1610.509902] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.518418] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5200ec44-9653-af1a-251b-0e4d1fbd6c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.621083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.623151] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.449s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.623387] env[62312]: DEBUG nova.objects.instance [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lazy-loading 'resources' on Instance uuid 02e74b78-0911-4478-9b9e-45ecc07a935e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.653620] env[62312]: INFO nova.scheduler.client.report [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleted allocations for instance af5e70a2-df8f-424e-adcb-e88adc6e498b [ 1610.765323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.024222] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5200ec44-9653-af1a-251b-0e4d1fbd6c08, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.024638] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.025107] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.025462] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dea1190-c76c-48bd-be63-5ce0d4452ef4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.035721] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1611.035721] env[62312]: value = "task-1809853" [ 1611.035721] env[62312]: _type = "Task" [ 1611.035721] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.046015] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.165890] env[62312]: DEBUG oslo_concurrency.lockutils [None req-eb780d39-8f71-4b64-9eab-2798b64e63b6 tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "af5e70a2-df8f-424e-adcb-e88adc6e498b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.430s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.550086] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.615024] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71aa61-2270-4fe1-951c-5e0f3146315f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.622496] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029a2c03-98e2-4f84-ab27-212923e25527 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.660776] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b8e2dc-0e12-4de9-b62a-3932522e2442 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.671231] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5341ed9a-2d58-4a41-abc8-ed01148a4366 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.687088] env[62312]: DEBUG nova.compute.provider_tree [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.049591] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.193866] env[62312]: DEBUG nova.scheduler.client.report [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.374255] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "40c0aa81-12ae-423c-ad6d-a48b837af51b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.374500] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.547987] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.45452} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.548289] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.548504] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.548744] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6f2358-583d-4000-ac52-bc26ffbf3f5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.555286] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1612.555286] env[62312]: value = "task-1809854" [ 1612.555286] env[62312]: _type = "Task" [ 1612.555286] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.563535] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.585464] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.585608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.585901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.586381] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.586381] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.588542] env[62312]: INFO nova.compute.manager [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Terminating instance [ 1612.703235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.710456] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 53.059s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.736770] env[62312]: INFO nova.scheduler.client.report [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Deleted allocations for instance 02e74b78-0911-4478-9b9e-45ecc07a935e [ 1612.877245] env[62312]: DEBUG nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.012578] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e048c6-98a1-9d2e-c2e4-d7d382aabb36/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1613.013524] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668739eb-c368-4289-83f2-4cebc37e8628 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.020590] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e048c6-98a1-9d2e-c2e4-d7d382aabb36/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1613.020779] env[62312]: ERROR oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e048c6-98a1-9d2e-c2e4-d7d382aabb36/disk-0.vmdk due to incomplete transfer. [ 1613.021052] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-433a15db-f122-4ef6-b94e-47d738650452 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.028247] env[62312]: DEBUG oslo_vmware.rw_handles [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e048c6-98a1-9d2e-c2e4-d7d382aabb36/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1613.028510] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Uploaded image 672be613-5a8a-45bf-8337-67bd4f46d7c0 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1613.031728] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1613.031982] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-869468f8-dad8-47b5-a1e0-4efee2d119d0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.038184] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1613.038184] env[62312]: value = "task-1809855" [ 1613.038184] env[62312]: _type = "Task" [ 1613.038184] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.047175] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809855, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.063973] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118186} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.064322] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.065141] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd1bcf9-a784-47d3-bfb9-1f92e931ab8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.090766] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.091098] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00515f6f-8d1d-49ae-a9de-a7e87c678664 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.106742] env[62312]: DEBUG nova.compute.manager [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.106914] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.107781] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ef4bb-2bf6-402a-8ba2-22c06e60642a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.115702] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.116911] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feece91d-c3f3-4606-b618-10f3f56bb4f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.118538] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1613.118538] env[62312]: value = "task-1809856" [ 1613.118538] env[62312]: _type = "Task" [ 1613.118538] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.123479] env[62312]: DEBUG oslo_vmware.api [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1613.123479] env[62312]: value = "task-1809857" [ 1613.123479] env[62312]: _type = "Task" [ 1613.123479] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.126702] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.134924] env[62312]: DEBUG oslo_vmware.api [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.245611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea790967-8652-4043-9ba6-4058ab37a8ed tempest-ServerShowV247Test-1497806501 tempest-ServerShowV247Test-1497806501-project-member] Lock "02e74b78-0911-4478-9b9e-45ecc07a935e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.358s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.407241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.548930] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809855, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.627858] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809856, 'name': ReconfigVM_Task, 'duration_secs': 0.458565} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.630878] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165/d13294d3-5c71-42de-b06b-5b2b1d768165.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.631542] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88552ec2-495e-4b1f-bb73-09912ff0adac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.637564] env[62312]: DEBUG oslo_vmware.api [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809857, 'name': PowerOffVM_Task, 'duration_secs': 0.264311} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.639495] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.639495] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.639495] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1613.639495] env[62312]: value = "task-1809858" [ 1613.639495] env[62312]: _type = "Task" [ 1613.639495] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.640517] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680be8ef-d75f-49ea-928c-0633f66af4b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.649395] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809858, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.724887] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.725687] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.725826] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleting the datastore file [datastore1] 2ec28d64-7cd9-489f-8954-64fb0798dbcc {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.726129] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c73083-3454-422b-94bb-9a82fc75d5c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.737906] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Applying migration context for instance 85928b6a-7d30-4cf6-aa1b-36357a80a38c as it has an incoming, in-progress migration d58dcba0-2620-44b7-94ad-b7efe1541502. Migration status is reverting {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1613.737906] env[62312]: INFO nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating resource usage from migration d58dcba0-2620-44b7-94ad-b7efe1541502 [ 1613.741181] env[62312]: DEBUG oslo_vmware.api [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1613.741181] env[62312]: value = "task-1809860" [ 1613.741181] env[62312]: _type = "Task" [ 1613.741181] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.755882] env[62312]: DEBUG oslo_vmware.api [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.777059] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.777166] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.777302] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 4e1d43ea-cd82-4a68-80c6-71d698ceb992 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.777489] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance c13205db-c3b6-4014-ba7e-340f800bdec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.777554] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance a84a6c96-9625-4f81-8781-09ee831d8bfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.777642] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b24c43f6-39e4-4902-8e26-5634c9f52276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.777782] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bcf8cd94-b380-41e6-8792-df66a2954952 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1613.777916] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 182e865c-3256-44e6-b642-b1f078f64ad5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.778064] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d8401e2f-0d4c-4a7e-8577-04e3d68b1763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.778192] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 75d8232c-3dee-48f6-8abd-60581f4abd44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.778328] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 495cf19a-55fc-45c5-a05e-97f0395d06cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.778456] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2ec28d64-7cd9-489f-8954-64fb0798dbcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.778615] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d5780800-817a-4f4c-bddd-bb5e363e3923 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1613.779125] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 99913b7f-bccf-4f9e-9dfc-58e774243deb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1613.779125] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 129ecd09-4957-4442-835e-81d3f6ec9ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.779125] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 0044e695-c79f-4e66-9130-38bfac354e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.779125] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.779361] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1613.779399] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Migration d58dcba0-2620-44b7-94ad-b7efe1541502 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1613.779496] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 85928b6a-7d30-4cf6-aa1b-36357a80a38c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.779658] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 40082768-b08a-4bd4-84ba-c9a8e16815f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1613.779777] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 3df85e52-fad7-4199-ba49-9cf68a9def0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1613.779857] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 7db520a4-6543-49ed-bfeb-367f894f8943 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1613.780000] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d13294d3-5c71-42de-b06b-5b2b1d768165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1614.050945] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809855, 'name': Destroy_Task, 'duration_secs': 0.563628} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.050945] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Destroyed the VM [ 1614.051396] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1614.053083] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c739cbf3-fc62-4f49-9e49-7ebc01925b8c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.058293] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1614.058293] env[62312]: value = "task-1809861" [ 1614.058293] env[62312]: _type = "Task" [ 1614.058293] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.066678] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.157090] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809858, 'name': Rename_Task, 'duration_secs': 0.159985} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.157488] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.157653] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b6ca66-0e68-4355-92c6-b65be0ed5783 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.164565] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1614.164565] env[62312]: value = "task-1809862" [ 1614.164565] env[62312]: _type = "Task" [ 1614.164565] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.174288] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.254725] env[62312]: DEBUG oslo_vmware.api [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151187} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.254988] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.255269] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.255453] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.255660] env[62312]: INFO nova.compute.manager [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1614.255874] env[62312]: DEBUG oslo.service.loopingcall [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.256073] env[62312]: DEBUG nova.compute.manager [-] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.256225] env[62312]: DEBUG nova.network.neutron [-] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.282821] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 33ca063f-229c-43f0-9fbb-a469b59ff8ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1614.570182] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.647528] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "3df85e52-fad7-4199-ba49-9cf68a9def0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.647926] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.648793] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "3df85e52-fad7-4199-ba49-9cf68a9def0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.648793] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.648793] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.651261] env[62312]: INFO nova.compute.manager [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Terminating instance [ 1614.681240] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.783115] env[62312]: DEBUG nova.compute.manager [req-b0c18f36-a1ab-48c5-844d-718e671a809c req-7a146ead-963e-43e5-b0a7-741425fd3fef service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Received event network-vif-deleted-e3192151-f691-4eac-b338-fad63cf9a22d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1614.783383] env[62312]: INFO nova.compute.manager [req-b0c18f36-a1ab-48c5-844d-718e671a809c req-7a146ead-963e-43e5-b0a7-741425fd3fef service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Neutron deleted interface e3192151-f691-4eac-b338-fad63cf9a22d; detaching it from the instance and deleting it from the info cache [ 1614.783648] env[62312]: DEBUG nova.network.neutron [req-b0c18f36-a1ab-48c5-844d-718e671a809c req-7a146ead-963e-43e5-b0a7-741425fd3fef service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.789427] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1615.072349] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809861, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.081023] env[62312]: DEBUG nova.network.neutron [-] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.155891] env[62312]: DEBUG nova.compute.manager [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.156172] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.157103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df1c334-08a0-4e14-bede-b8d6c6aa44b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.170622] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.171397] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1030abc-323e-434f-8330-cc115a40001d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.177471] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809862, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.287304] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-547ab672-7a1b-4887-a212-6b9934b62a1c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.289883] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e65b633f-4471-4dc9-bba4-8201dd074453 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1615.299858] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc37252-ea84-4c6b-8cfd-10b1157de19b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.348865] env[62312]: DEBUG nova.compute.manager [req-b0c18f36-a1ab-48c5-844d-718e671a809c req-7a146ead-963e-43e5-b0a7-741425fd3fef service nova] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Detach interface failed, port_id=e3192151-f691-4eac-b338-fad63cf9a22d, reason: Instance 2ec28d64-7cd9-489f-8954-64fb0798dbcc could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1615.404437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.404437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.572496] env[62312]: DEBUG oslo_vmware.api [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809861, 'name': RemoveSnapshot_Task, 'duration_secs': 1.253831} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.573024] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1615.573098] env[62312]: INFO nova.compute.manager [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 1615.584217] env[62312]: INFO nova.compute.manager [-] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Took 1.33 seconds to deallocate network for instance. [ 1615.676180] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809862, 'name': PowerOnVM_Task, 'duration_secs': 1.059884} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.676548] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.677137] env[62312]: DEBUG nova.compute.manager [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.677595] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a8e0e8-6c68-43cb-898d-366e198b9d00 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.686800] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.686800] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.686800] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleting the datastore file [datastore1] 3df85e52-fad7-4199-ba49-9cf68a9def0f {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.686800] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b8158d-d8bc-4d51-a95a-20887493ff02 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.692874] env[62312]: DEBUG oslo_vmware.api [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1615.692874] env[62312]: value = "task-1809864" [ 1615.692874] env[62312]: _type = "Task" [ 1615.692874] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.706195] env[62312]: DEBUG oslo_vmware.api [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.796284] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 298d4261-79a4-4cb4-8af4-a2ce80ba5518 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1615.907070] env[62312]: DEBUG nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1616.077659] env[62312]: DEBUG nova.compute.manager [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Instance disappeared during snapshot {{(pid=62312) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1616.093265] env[62312]: DEBUG nova.compute.manager [None req-8a3abe2e-f9d7-43e1-8fc1-27ad08f890e6 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image not found during clean up 672be613-5a8a-45bf-8337-67bd4f46d7c0 {{(pid=62312) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1616.097323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.206867] env[62312]: INFO nova.compute.manager [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] bringing vm to original state: 'stopped' [ 1616.211060] env[62312]: DEBUG oslo_vmware.api [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188284} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.211361] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.211553] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.211732] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.211906] env[62312]: INFO nova.compute.manager [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1616.212166] env[62312]: DEBUG oslo.service.loopingcall [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.212385] env[62312]: DEBUG nova.compute.manager [-] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1616.212476] env[62312]: DEBUG nova.network.neutron [-] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.300774] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance a1ef827d-8520-485e-b843-458d360870dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1616.432748] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.806963] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1617.011602] env[62312]: DEBUG nova.compute.manager [req-e727a2cf-2216-49c9-aa25-76508abe1133 req-0b759641-31dd-45f2-9f14-2d1b966d8836 service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Received event network-vif-deleted-55aa7dc9-4716-46cd-a575-2a067ba2ba39 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1617.011811] env[62312]: INFO nova.compute.manager [req-e727a2cf-2216-49c9-aa25-76508abe1133 req-0b759641-31dd-45f2-9f14-2d1b966d8836 service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Neutron deleted interface 55aa7dc9-4716-46cd-a575-2a067ba2ba39; detaching it from the instance and deleting it from the info cache [ 1617.011985] env[62312]: DEBUG nova.network.neutron [req-e727a2cf-2216-49c9-aa25-76508abe1133 req-0b759641-31dd-45f2-9f14-2d1b966d8836 service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.108340] env[62312]: DEBUG nova.network.neutron [-] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.218502] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "d13294d3-5c71-42de-b06b-5b2b1d768165" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.218875] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.219098] env[62312]: DEBUG nova.compute.manager [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.220030] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3919b8-187b-4e2b-9c3d-d20d419a5365 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.227287] env[62312]: DEBUG nova.compute.manager [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1617.310556] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 40c0aa81-12ae-423c-ad6d-a48b837af51b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1617.310959] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1617.311156] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1617.516709] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64e96af6-a89f-4a97-a066-8b8cd3cd88c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.529768] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26720b24-e05a-4db9-bc26-97d659785a5a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.568167] env[62312]: DEBUG nova.compute.manager [req-e727a2cf-2216-49c9-aa25-76508abe1133 req-0b759641-31dd-45f2-9f14-2d1b966d8836 service nova] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Detach interface failed, port_id=55aa7dc9-4716-46cd-a575-2a067ba2ba39, reason: Instance 3df85e52-fad7-4199-ba49-9cf68a9def0f could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1617.616922] env[62312]: INFO nova.compute.manager [-] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Took 1.40 seconds to deallocate network for instance. [ 1617.732735] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.733800] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f258f0ba-c232-4c98-8ea2-f5a7ca8c6c63 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.740638] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1617.740638] env[62312]: value = "task-1809865" [ 1617.740638] env[62312]: _type = "Task" [ 1617.740638] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.752499] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.790850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fc1ce7-6259-4e5c-8981-58103c175bbb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.799223] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02028591-dfe6-4f99-a00f-49f9675b5759 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.828757] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf9011-9444-440c-beaf-5eb7556cf5bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.836591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54221113-715c-4000-a8db-f4d4335fea6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.851573] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.125208] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.251183] env[62312]: DEBUG oslo_vmware.api [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809865, 'name': PowerOffVM_Task, 'duration_secs': 0.229398} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.251502] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.251703] env[62312]: DEBUG nova.compute.manager [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.252493] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af27944-e7d0-45ab-974d-888266d2dbce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.355958] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.765744] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.860664] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1618.864019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.151s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.864019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 58.929s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.864019] env[62312]: INFO nova.compute.claims [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1619.274890] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.167509] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "d13294d3-5c71-42de-b06b-5b2b1d768165" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.167767] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.167968] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "d13294d3-5c71-42de-b06b-5b2b1d768165-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.168171] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.168338] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.170925] env[62312]: INFO nova.compute.manager [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Terminating instance [ 1620.246941] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb13e0cc-6d1b-40b5-85db-97744bbb4b76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.255044] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102b0883-c77e-45f1-a98a-2a1c968ac945 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.285074] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e9824-f6a5-4785-b154-7b1eff1f73d0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.291970] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbfbcde-c916-4ca7-8980-3cc0cc631654 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.305073] env[62312]: DEBUG nova.compute.provider_tree [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.677693] env[62312]: DEBUG nova.compute.manager [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.677955] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.678902] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4884ab8e-2c29-406d-a7f0-fdf8ed4e8fa4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.686792] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.687041] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-107a30da-4e14-45e5-a9cb-fa15077b0718 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.808295] env[62312]: DEBUG nova.scheduler.client.report [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.851895] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.852164] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.852354] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleting the datastore file [datastore1] d13294d3-5c71-42de-b06b-5b2b1d768165 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.852647] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac31af0-8276-4741-a990-5b58e2ddf516 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.859427] env[62312]: DEBUG oslo_vmware.api [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1620.859427] env[62312]: value = "task-1809867" [ 1620.859427] env[62312]: _type = "Task" [ 1620.859427] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.867145] env[62312]: DEBUG oslo_vmware.api [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.313146] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.313655] env[62312]: DEBUG nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1621.316563] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.302s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.317047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.319877] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 49.399s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.320067] env[62312]: DEBUG nova.objects.instance [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1621.351974] env[62312]: INFO nova.scheduler.client.report [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Deleted allocations for instance 99913b7f-bccf-4f9e-9dfc-58e774243deb [ 1621.369436] env[62312]: DEBUG oslo_vmware.api [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1809867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136413} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.369601] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.369784] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.369959] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.370148] env[62312]: INFO nova.compute.manager [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1621.370391] env[62312]: DEBUG oslo.service.loopingcall [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.371194] env[62312]: DEBUG nova.compute.manager [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.371282] env[62312]: DEBUG nova.network.neutron [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.826122] env[62312]: DEBUG nova.compute.utils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.831062] env[62312]: DEBUG nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1621.831236] env[62312]: DEBUG nova.network.neutron [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.860761] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a0f4fb92-c80a-45ab-b7df-2b19c1962b16 tempest-ServersTestMultiNic-1456076335 tempest-ServersTestMultiNic-1456076335-project-member] Lock "99913b7f-bccf-4f9e-9dfc-58e774243deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.026s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.876375] env[62312]: DEBUG nova.compute.manager [req-710cc368-b019-430f-961c-87e7dc78c1b7 req-3d38ca32-a806-48cc-bb49-6621c0a04693 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Received event network-vif-deleted-0e925d70-baca-490a-a8fa-ac1f0a4b04bc {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1621.876375] env[62312]: INFO nova.compute.manager [req-710cc368-b019-430f-961c-87e7dc78c1b7 req-3d38ca32-a806-48cc-bb49-6621c0a04693 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Neutron deleted interface 0e925d70-baca-490a-a8fa-ac1f0a4b04bc; detaching it from the instance and deleting it from the info cache [ 1621.876375] env[62312]: DEBUG nova.network.neutron [req-710cc368-b019-430f-961c-87e7dc78c1b7 req-3d38ca32-a806-48cc-bb49-6621c0a04693 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.890027] env[62312]: DEBUG nova.policy [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d023d146e94054b51291a386593ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dfcb2fdc1424cc3976b41b747c0888a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.303880] env[62312]: DEBUG nova.network.neutron [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Successfully created port: 83fb379c-b07f-435f-95ad-1cc754f40f87 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.314220] env[62312]: DEBUG nova.network.neutron [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.331887] env[62312]: DEBUG nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1622.335454] env[62312]: DEBUG oslo_concurrency.lockutils [None req-245df168-25f5-4f37-8f4c-f26b2b778b12 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.336665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.272s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.338207] env[62312]: INFO nova.compute.claims [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.379949] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e8f5e17-1a08-4865-8d3e-91b4869a0add {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.389542] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc8dce-df8e-49fa-81c0-096b9d9dcbbb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.422925] env[62312]: DEBUG nova.compute.manager [req-710cc368-b019-430f-961c-87e7dc78c1b7 req-3d38ca32-a806-48cc-bb49-6621c0a04693 service nova] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Detach interface failed, port_id=0e925d70-baca-490a-a8fa-ac1f0a4b04bc, reason: Instance d13294d3-5c71-42de-b06b-5b2b1d768165 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1622.817018] env[62312]: INFO nova.compute.manager [-] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Took 1.45 seconds to deallocate network for instance. [ 1623.325927] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.345334] env[62312]: DEBUG nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1623.374702] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.374961] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.375109] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.375287] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.375480] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.375648] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.375863] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.376122] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.376211] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.376362] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.376534] env[62312]: DEBUG nova.virt.hardware [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.377450] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61688cbe-fa9a-4ed6-be4b-50d597897423 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.388566] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58ad902-cb45-4f44-9b47-4d65ff030233 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.752054] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc50b9-746f-4d5f-93b0-24866bf7a76f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.763421] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46138ab-f470-464c-8c88-68353c92b53d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.802323] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b79d81-cc13-4342-937a-0948650d0833 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.811221] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f7b04-09cf-497c-a210-7329d9f1367a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.825978] env[62312]: DEBUG nova.compute.provider_tree [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1624.234564] env[62312]: DEBUG nova.compute.manager [req-d1e3310e-546a-4882-954d-373fac502be1 req-8dee49c3-c0a4-417d-a65e-dba525b09052 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Received event network-vif-plugged-83fb379c-b07f-435f-95ad-1cc754f40f87 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1624.234783] env[62312]: DEBUG oslo_concurrency.lockutils [req-d1e3310e-546a-4882-954d-373fac502be1 req-8dee49c3-c0a4-417d-a65e-dba525b09052 service nova] Acquiring lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.235017] env[62312]: DEBUG oslo_concurrency.lockutils [req-d1e3310e-546a-4882-954d-373fac502be1 req-8dee49c3-c0a4-417d-a65e-dba525b09052 service nova] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.235191] env[62312]: DEBUG oslo_concurrency.lockutils [req-d1e3310e-546a-4882-954d-373fac502be1 req-8dee49c3-c0a4-417d-a65e-dba525b09052 service nova] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.235360] env[62312]: DEBUG nova.compute.manager [req-d1e3310e-546a-4882-954d-373fac502be1 req-8dee49c3-c0a4-417d-a65e-dba525b09052 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] No waiting events found dispatching network-vif-plugged-83fb379c-b07f-435f-95ad-1cc754f40f87 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.235520] env[62312]: WARNING nova.compute.manager [req-d1e3310e-546a-4882-954d-373fac502be1 req-8dee49c3-c0a4-417d-a65e-dba525b09052 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Received unexpected event network-vif-plugged-83fb379c-b07f-435f-95ad-1cc754f40f87 for instance with vm_state building and task_state spawning. [ 1624.272558] env[62312]: DEBUG nova.network.neutron [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Successfully updated port: 83fb379c-b07f-435f-95ad-1cc754f40f87 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.360104] env[62312]: ERROR nova.scheduler.client.report [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [req-18f81937-b29f-43f0-b7b1-b4a629e5c482] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-18f81937-b29f-43f0-b7b1-b4a629e5c482"}]} [ 1624.380204] env[62312]: DEBUG nova.scheduler.client.report [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1624.397383] env[62312]: DEBUG nova.scheduler.client.report [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1624.397383] env[62312]: DEBUG nova.compute.provider_tree [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1624.409969] env[62312]: DEBUG nova.scheduler.client.report [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1624.443152] env[62312]: DEBUG nova.scheduler.client.report [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1624.774609] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.774798] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.774915] env[62312]: DEBUG nova.network.neutron [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.860536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec41aed-f3ad-4b45-b4b6-95d586085942 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.867031] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4817096b-7dcf-47b8-9b50-043aa99d8a16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.902460] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f56d7f1-a064-4c64-9e52-2a5768b774a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.910477] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc1eecf-7bc6-423f-a526-5d5e2adb6e03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.924785] env[62312]: DEBUG nova.compute.provider_tree [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1625.458652] env[62312]: DEBUG nova.scheduler.client.report [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1625.458958] env[62312]: DEBUG nova.compute.provider_tree [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 94 to 95 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1625.459133] env[62312]: DEBUG nova.compute.provider_tree [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1625.616173] env[62312]: DEBUG nova.network.neutron [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.875032] env[62312]: DEBUG nova.network.neutron [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance_info_cache with network_info: [{"id": "83fb379c-b07f-435f-95ad-1cc754f40f87", "address": "fa:16:3e:67:3f:ff", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fb379c-b0", "ovs_interfaceid": "83fb379c-b07f-435f-95ad-1cc754f40f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.966072] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.629s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.969531] env[62312]: DEBUG nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.972181] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.598s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.972376] env[62312]: DEBUG nova.objects.instance [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1626.278964] env[62312]: DEBUG nova.compute.manager [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Received event network-changed-83fb379c-b07f-435f-95ad-1cc754f40f87 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1626.279178] env[62312]: DEBUG nova.compute.manager [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Refreshing instance network info cache due to event network-changed-83fb379c-b07f-435f-95ad-1cc754f40f87. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1626.279686] env[62312]: DEBUG oslo_concurrency.lockutils [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] Acquiring lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.378790] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.379188] env[62312]: DEBUG nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Instance network_info: |[{"id": "83fb379c-b07f-435f-95ad-1cc754f40f87", "address": "fa:16:3e:67:3f:ff", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fb379c-b0", "ovs_interfaceid": "83fb379c-b07f-435f-95ad-1cc754f40f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.380386] env[62312]: DEBUG oslo_concurrency.lockutils [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] Acquired lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.380386] env[62312]: DEBUG nova.network.neutron [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Refreshing network info cache for port 83fb379c-b07f-435f-95ad-1cc754f40f87 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.382180] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:3f:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83fb379c-b07f-435f-95ad-1cc754f40f87', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.389924] env[62312]: DEBUG oslo.service.loopingcall [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.390915] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.391165] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dd36d31-eced-4f6d-90a4-72b9ddfde41b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.411589] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.411589] env[62312]: value = "task-1809868" [ 1626.411589] env[62312]: _type = "Task" [ 1626.411589] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.422690] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809868, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.481614] env[62312]: DEBUG nova.compute.utils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.484144] env[62312]: DEBUG nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.484362] env[62312]: DEBUG nova.network.neutron [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.525828] env[62312]: DEBUG nova.policy [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d63a58386304c8a8ee0d221761b4dea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041b0ac4737248718b4257bd971d0330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.742037] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.742235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.774380] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "11210b37-2161-49a0-800c-d57c76eb5ec4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.774629] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.807532] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "332e6298-3f34-4cf9-81ad-18466c2234d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.807969] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.865481] env[62312]: DEBUG nova.network.neutron [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Successfully created port: 8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.921861] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809868, 'name': CreateVM_Task, 'duration_secs': 0.324615} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.922060] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.922778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.922941] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.923271] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.923667] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab24914-d527-4dfe-b07b-80be5af52b18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.928064] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1626.928064] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cbfaf8-f714-4b58-a6a3-e1dcc6ff8813" [ 1626.928064] env[62312]: _type = "Task" [ 1626.928064] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.936399] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cbfaf8-f714-4b58-a6a3-e1dcc6ff8813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.987782] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6269b2e5-cc1f-472c-a9d4-ac8eb8509b44 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.992576] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.203s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.992576] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.997293] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.568s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.997481] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.999284] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.147s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.002103] env[62312]: INFO nova.compute.claims [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.007274] env[62312]: DEBUG nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1627.039147] env[62312]: INFO nova.scheduler.client.report [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted allocations for instance 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91 [ 1627.044629] env[62312]: INFO nova.scheduler.client.report [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted allocations for instance d5780800-817a-4f4c-bddd-bb5e363e3923 [ 1627.177875] env[62312]: DEBUG nova.network.neutron [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updated VIF entry in instance network info cache for port 83fb379c-b07f-435f-95ad-1cc754f40f87. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.177875] env[62312]: DEBUG nova.network.neutron [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance_info_cache with network_info: [{"id": "83fb379c-b07f-435f-95ad-1cc754f40f87", "address": "fa:16:3e:67:3f:ff", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fb379c-b0", "ovs_interfaceid": "83fb379c-b07f-435f-95ad-1cc754f40f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.247209] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.280123] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.439081] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cbfaf8-f714-4b58-a6a3-e1dcc6ff8813, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.439761] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.440171] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.440585] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.440891] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.441236] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.441635] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66462a7a-82b3-455c-8c28-52c95a30d1bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.452019] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.452019] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.452019] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc5bef8-7946-47c8-be8b-3649663a5432 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.455792] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1627.455792] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c8e12d-f3da-09c5-5d97-94c40ab459da" [ 1627.455792] env[62312]: _type = "Task" [ 1627.455792] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.463613] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c8e12d-f3da-09c5-5d97-94c40ab459da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.515031] env[62312]: INFO nova.virt.block_device [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Booting with volume f249fc33-3a97-4386-908c-5908ffbcff2d at /dev/sda [ 1627.552463] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e22fe016-79e9-45d9-b754-ccd935b592b0 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "31c5cc6b-d613-4a9d-a033-3f2adcf2ac91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.337s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.554388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d48d3b6-19b5-43e4-a8fe-d10ac2df7b27 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "d5780800-817a-4f4c-bddd-bb5e363e3923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.009s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.555167] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f427a312-3526-4955-afd7-1ba387d2b7bd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.565147] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af70b448-7d75-4235-803d-8758d720a408 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.598101] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9121f856-d4f6-4079-a4fe-6fc889fdeb5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.606557] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fc2dd7-9506-433c-8929-17399a99fcdd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.639598] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd659a-23db-4a05-9eb0-133054d75d83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.645889] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b406e-66d1-42f0-8876-360cd6129d68 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.660022] env[62312]: DEBUG nova.virt.block_device [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updating existing volume attachment record: c8f81c86-7d21-47e7-8dd3-ad4325bc0f04 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1627.680490] env[62312]: DEBUG oslo_concurrency.lockutils [req-5856af01-a294-46c7-a655-352546a3a896 req-3149ce53-f9b3-46b1-9df3-5aac7e69eff8 service nova] Releasing lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.765020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.801615] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.966840] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c8e12d-f3da-09c5-5d97-94c40ab459da, 'name': SearchDatastore_Task, 'duration_secs': 0.007837} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.967531] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb832683-8089-4190-86fd-fa056d476ca6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.972570] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1627.972570] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5259d684-8b3f-e143-33db-44a6ba30ca02" [ 1627.972570] env[62312]: _type = "Task" [ 1627.972570] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.979850] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5259d684-8b3f-e143-33db-44a6ba30ca02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.292136] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "75d8232c-3dee-48f6-8abd-60581f4abd44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.292571] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.292855] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "75d8232c-3dee-48f6-8abd-60581f4abd44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.293422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.293422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.296171] env[62312]: INFO nova.compute.manager [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Terminating instance [ 1628.447920] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83b255e-d8ff-4374-a0c9-e66c680fff52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.455714] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d737637-a043-4354-bba6-1414ec2f3e56 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.493102] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbddad8-900c-4838-bb44-a3ea8c8c5dee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.498649] env[62312]: DEBUG nova.compute.manager [req-887a8685-ad42-4d8e-b2dc-a7e5da940969 req-20d8b59b-dfa2-4bf6-afe2-a7a9a0d444e0 service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Received event network-vif-plugged-8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1628.498761] env[62312]: DEBUG oslo_concurrency.lockutils [req-887a8685-ad42-4d8e-b2dc-a7e5da940969 req-20d8b59b-dfa2-4bf6-afe2-a7a9a0d444e0 service nova] Acquiring lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.498968] env[62312]: DEBUG oslo_concurrency.lockutils [req-887a8685-ad42-4d8e-b2dc-a7e5da940969 req-20d8b59b-dfa2-4bf6-afe2-a7a9a0d444e0 service nova] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.499153] env[62312]: DEBUG oslo_concurrency.lockutils [req-887a8685-ad42-4d8e-b2dc-a7e5da940969 req-20d8b59b-dfa2-4bf6-afe2-a7a9a0d444e0 service nova] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.499360] env[62312]: DEBUG nova.compute.manager [req-887a8685-ad42-4d8e-b2dc-a7e5da940969 req-20d8b59b-dfa2-4bf6-afe2-a7a9a0d444e0 service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] No waiting events found dispatching network-vif-plugged-8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.499541] env[62312]: WARNING nova.compute.manager [req-887a8685-ad42-4d8e-b2dc-a7e5da940969 req-20d8b59b-dfa2-4bf6-afe2-a7a9a0d444e0 service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Received unexpected event network-vif-plugged-8c598ef1-888b-4f66-afca-35cf96a43e57 for instance with vm_state building and task_state block_device_mapping. [ 1628.505253] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5259d684-8b3f-e143-33db-44a6ba30ca02, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.506439] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3834c9-6693-4f15-9f15-51f158c8bcbd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.510318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.510568] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 33ca063f-229c-43f0-9fbb-a469b59ff8ea/33ca063f-229c-43f0-9fbb-a469b59ff8ea.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.511096] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00a42cae-cc23-4c26-9754-7b1359cabddb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.525061] env[62312]: DEBUG nova.compute.provider_tree [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.527829] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1628.527829] env[62312]: value = "task-1809869" [ 1628.527829] env[62312]: _type = "Task" [ 1628.527829] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.536076] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.636110] env[62312]: DEBUG nova.network.neutron [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Successfully updated port: 8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.804642] env[62312]: DEBUG nova.compute.manager [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.804870] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.805796] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8adee7e-7a8a-4616-b6ff-d47d2da846e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.814389] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.814663] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f405419-1308-4e09-8491-32352c1300d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.822085] env[62312]: DEBUG oslo_vmware.api [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1628.822085] env[62312]: value = "task-1809870" [ 1628.822085] env[62312]: _type = "Task" [ 1628.822085] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.833672] env[62312]: DEBUG oslo_vmware.api [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.911159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "80d50a46-a596-4914-b779-d11d04371d87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.911348] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "80d50a46-a596-4914-b779-d11d04371d87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.029187] env[62312]: DEBUG nova.scheduler.client.report [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.042031] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418836} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.042031] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 33ca063f-229c-43f0-9fbb-a469b59ff8ea/33ca063f-229c-43f0-9fbb-a469b59ff8ea.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.042285] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.042532] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc2db3d8-17ac-4a4a-9334-e16933670a86 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.049600] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1629.049600] env[62312]: value = "task-1809871" [ 1629.049600] env[62312]: _type = "Task" [ 1629.049600] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.058044] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.139044] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquiring lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.139225] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquired lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.139735] env[62312]: DEBUG nova.network.neutron [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.331469] env[62312]: DEBUG oslo_vmware.api [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809870, 'name': PowerOffVM_Task, 'duration_secs': 0.198774} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.332751] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.332751] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.332751] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16a0e2fd-07e2-4e82-874f-4d4ace68a55b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.414963] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.415184] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.415369] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleting the datastore file [datastore1] 75d8232c-3dee-48f6-8abd-60581f4abd44 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.415626] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d106ca93-3630-4e51-825d-fdea188aed92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.422628] env[62312]: DEBUG oslo_vmware.api [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1629.422628] env[62312]: value = "task-1809873" [ 1629.422628] env[62312]: _type = "Task" [ 1629.422628] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.432113] env[62312]: DEBUG oslo_vmware.api [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.537425] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.537975] env[62312]: DEBUG nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.541781] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.399s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.559912] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056957} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.560176] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.560922] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e24e42d-083d-400c-a360-a7d9f7768f8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.582567] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 33ca063f-229c-43f0-9fbb-a469b59ff8ea/33ca063f-229c-43f0-9fbb-a469b59ff8ea.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.582836] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4f586c-a21e-4b4d-8497-9a361da5043f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.602203] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1629.602203] env[62312]: value = "task-1809874" [ 1629.602203] env[62312]: _type = "Task" [ 1629.602203] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.610033] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.672655] env[62312]: DEBUG nova.network.neutron [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.753762] env[62312]: DEBUG nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.754314] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.754529] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.754683] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.754862] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.755008] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.755161] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.755362] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.755519] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.755682] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.755886] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.756020] env[62312]: DEBUG nova.virt.hardware [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.756855] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865e3032-ade0-4388-b474-1d59d55e894e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.765449] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3580b361-e508-482f-bbba-8a14381b8a17 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.908543] env[62312]: DEBUG nova.network.neutron [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updating instance_info_cache with network_info: [{"id": "8c598ef1-888b-4f66-afca-35cf96a43e57", "address": "fa:16:3e:48:4f:af", "network": {"id": "a115cd76-ed1d-4aac-ac25-c320f97ef3cb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1082156265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041b0ac4737248718b4257bd971d0330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c598ef1-88", "ovs_interfaceid": "8c598ef1-888b-4f66-afca-35cf96a43e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.932859] env[62312]: DEBUG oslo_vmware.api [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126043} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.933120] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.933304] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.933478] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.933650] env[62312]: INFO nova.compute.manager [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1629.933887] env[62312]: DEBUG oslo.service.loopingcall [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.934084] env[62312]: DEBUG nova.compute.manager [-] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.934177] env[62312]: DEBUG nova.network.neutron [-] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1630.045783] env[62312]: DEBUG nova.objects.instance [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lazy-loading 'migration_context' on Instance uuid 85928b6a-7d30-4cf6-aa1b-36357a80a38c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.048135] env[62312]: DEBUG nova.compute.utils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.049697] env[62312]: DEBUG nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.049906] env[62312]: DEBUG nova.network.neutron [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.092609] env[62312]: DEBUG nova.policy [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08be8a8b6ba1430e9cc156fa1bbce1d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35371457b354437fbed72bfc2821eeae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.112753] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809874, 'name': ReconfigVM_Task, 'duration_secs': 0.273824} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.113033] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 33ca063f-229c-43f0-9fbb-a469b59ff8ea/33ca063f-229c-43f0-9fbb-a469b59ff8ea.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.113654] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586403cd-60c7-4921-a373-4b61fa8b4efd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.119861] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1630.119861] env[62312]: value = "task-1809875" [ 1630.119861] env[62312]: _type = "Task" [ 1630.119861] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.128082] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809875, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.373686] env[62312]: DEBUG nova.network.neutron [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Successfully created port: 8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.411832] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Releasing lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.412206] env[62312]: DEBUG nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance network_info: |[{"id": "8c598ef1-888b-4f66-afca-35cf96a43e57", "address": "fa:16:3e:48:4f:af", "network": {"id": "a115cd76-ed1d-4aac-ac25-c320f97ef3cb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1082156265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041b0ac4737248718b4257bd971d0330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c598ef1-88", "ovs_interfaceid": "8c598ef1-888b-4f66-afca-35cf96a43e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.412682] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:4f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c598ef1-888b-4f66-afca-35cf96a43e57', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.420441] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Creating folder: Project (041b0ac4737248718b4257bd971d0330). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1630.422785] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5a7ddbc-acfa-422c-a61a-79e644c45d7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.437022] env[62312]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1630.437022] env[62312]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62312) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1630.437022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Folder already exists: Project (041b0ac4737248718b4257bd971d0330). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1630.437022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Creating folder: Instances. Parent ref: group-v375076. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1630.437202] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c416c1ba-923a-469a-9794-f9a66e1e4432 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.446231] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Created folder: Instances in parent group-v375076. [ 1630.446472] env[62312]: DEBUG oslo.service.loopingcall [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.446707] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.446969] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c737f740-49e3-4c2a-ace6-5646638a641c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.465893] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.465893] env[62312]: value = "task-1809878" [ 1630.465893] env[62312]: _type = "Task" [ 1630.465893] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.474844] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809878, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.554650] env[62312]: DEBUG nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.561601] env[62312]: DEBUG nova.compute.manager [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Received event network-changed-8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1630.561601] env[62312]: DEBUG nova.compute.manager [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Refreshing instance network info cache due to event network-changed-8c598ef1-888b-4f66-afca-35cf96a43e57. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1630.561601] env[62312]: DEBUG oslo_concurrency.lockutils [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] Acquiring lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.561601] env[62312]: DEBUG oslo_concurrency.lockutils [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] Acquired lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.561601] env[62312]: DEBUG nova.network.neutron [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Refreshing network info cache for port 8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.633565] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809875, 'name': Rename_Task, 'duration_secs': 0.137249} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.633864] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.634120] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28937ca7-c144-48c7-90fd-d74410fb272d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.640348] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1630.640348] env[62312]: value = "task-1809879" [ 1630.640348] env[62312]: _type = "Task" [ 1630.640348] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.651890] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.712659] env[62312]: DEBUG nova.network.neutron [-] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.943736] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf9d628-89ac-419a-a620-73c3ad2d2c3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.951369] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1874af-eb63-4a7e-b93c-8bd7a21d8e20 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.988449] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd95e4-6f81-47a4-bdeb-e5cd94996898 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.000211] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad68411-2387-4f2b-bf9f-6f0183ae42b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.004723] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809878, 'name': CreateVM_Task, 'duration_secs': 0.466665} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.006105] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.006700] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'c8f81c86-7d21-47e7-8dd3-ad4325bc0f04', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375085', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'name': 'volume-f249fc33-3a97-4386-908c-5908ffbcff2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'serial': 'f249fc33-3a97-4386-908c-5908ffbcff2d'}, 'volume_type': None}], 'swap': None} {{(pid=62312) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1631.007024] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Root volume attach. Driver type: vmdk {{(pid=62312) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1631.008726] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e1226-a8d4-4285-aabd-6a2a9db6e6ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.019752] env[62312]: DEBUG nova.compute.provider_tree [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.025857] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5fb01-c126-459e-b535-734c7304078a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.033513] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a921e5-7dc2-4083-999e-351a372abdf6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.040530] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dce1c3aa-802a-41e8-a53c-c3faf66973ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.048587] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1631.048587] env[62312]: value = "task-1809880" [ 1631.048587] env[62312]: _type = "Task" [ 1631.048587] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.056008] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809880, 'name': RelocateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.150702] env[62312]: DEBUG oslo_vmware.api [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809879, 'name': PowerOnVM_Task, 'duration_secs': 0.440194} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.150945] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.151182] env[62312]: INFO nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1631.151358] env[62312]: DEBUG nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.152206] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e0e60b-4305-4eba-9ceb-d9482d1a48b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.215643] env[62312]: INFO nova.compute.manager [-] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Took 1.28 seconds to deallocate network for instance. [ 1631.313592] env[62312]: DEBUG nova.network.neutron [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updated VIF entry in instance network info cache for port 8c598ef1-888b-4f66-afca-35cf96a43e57. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.314017] env[62312]: DEBUG nova.network.neutron [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updating instance_info_cache with network_info: [{"id": "8c598ef1-888b-4f66-afca-35cf96a43e57", "address": "fa:16:3e:48:4f:af", "network": {"id": "a115cd76-ed1d-4aac-ac25-c320f97ef3cb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1082156265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041b0ac4737248718b4257bd971d0330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c598ef1-88", "ovs_interfaceid": "8c598ef1-888b-4f66-afca-35cf96a43e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.522512] env[62312]: DEBUG nova.scheduler.client.report [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.557557] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809880, 'name': RelocateVM_Task, 'duration_secs': 0.362345} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.557999] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1631.558045] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375085', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'name': 'volume-f249fc33-3a97-4386-908c-5908ffbcff2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'serial': 'f249fc33-3a97-4386-908c-5908ffbcff2d'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1631.558830] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9656796-65a2-45c3-999b-1ec901dd6c51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.578506] env[62312]: DEBUG nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.581958] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ecdd28-42b7-4665-9a32-37eb2d3a367a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.605886] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-f249fc33-3a97-4386-908c-5908ffbcff2d/volume-f249fc33-3a97-4386-908c-5908ffbcff2d.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.608058] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94541bb2-29e2-4404-98f6-fe32939e6797 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.628844] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.629184] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.629261] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.629493] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.629652] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.629793] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.629998] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.630169] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.630332] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.630489] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.630657] env[62312]: DEBUG nova.virt.hardware [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.631504] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb86d4ba-0ef3-43ad-b4f2-6997be5796be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.635188] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1631.635188] env[62312]: value = "task-1809881" [ 1631.635188] env[62312]: _type = "Task" [ 1631.635188] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.642253] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd944010-dcf3-40b0-8346-48bf90d08de5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.649321] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.669971] env[62312]: INFO nova.compute.manager [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Took 71.76 seconds to build instance. [ 1631.721749] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.803590] env[62312]: DEBUG nova.compute.manager [req-c742abd4-70e4-4be1-b368-f7447286e983 req-eb8311b8-2369-40ee-a356-be71a7a6c947 service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Received event network-vif-plugged-8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1631.803805] env[62312]: DEBUG oslo_concurrency.lockutils [req-c742abd4-70e4-4be1-b368-f7447286e983 req-eb8311b8-2369-40ee-a356-be71a7a6c947 service nova] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.804019] env[62312]: DEBUG oslo_concurrency.lockutils [req-c742abd4-70e4-4be1-b368-f7447286e983 req-eb8311b8-2369-40ee-a356-be71a7a6c947 service nova] Lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.804190] env[62312]: DEBUG oslo_concurrency.lockutils [req-c742abd4-70e4-4be1-b368-f7447286e983 req-eb8311b8-2369-40ee-a356-be71a7a6c947 service nova] Lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.804351] env[62312]: DEBUG nova.compute.manager [req-c742abd4-70e4-4be1-b368-f7447286e983 req-eb8311b8-2369-40ee-a356-be71a7a6c947 service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] No waiting events found dispatching network-vif-plugged-8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.804504] env[62312]: WARNING nova.compute.manager [req-c742abd4-70e4-4be1-b368-f7447286e983 req-eb8311b8-2369-40ee-a356-be71a7a6c947 service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Received unexpected event network-vif-plugged-8d4cccb0-3b34-4602-b529-6f884c030026 for instance with vm_state building and task_state spawning. [ 1631.816741] env[62312]: DEBUG oslo_concurrency.lockutils [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] Releasing lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.817361] env[62312]: DEBUG nova.compute.manager [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Received event network-vif-deleted-414570f9-a98d-4f9c-bb32-989876123fae {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1631.817509] env[62312]: INFO nova.compute.manager [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Neutron deleted interface 414570f9-a98d-4f9c-bb32-989876123fae; detaching it from the instance and deleting it from the info cache [ 1631.817702] env[62312]: DEBUG nova.network.neutron [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.861709] env[62312]: DEBUG nova.network.neutron [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Successfully updated port: 8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.145911] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.174496] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4d2f5917-d905-4cce-918e-5921eba14d4c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.726s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.320260] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-295c7317-3bc5-48a5-a055-f2548364623c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.330474] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d36ea8c-9933-45e2-bff6-ea3eaf4c57e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.364421] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.364566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.364713] env[62312]: DEBUG nova.network.neutron [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.365959] env[62312]: DEBUG nova.compute.manager [req-f5e36e15-37ad-47f8-a200-537117d99b39 req-309b1d52-27e5-419e-aa08-e30a2ed8a17d service nova] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Detach interface failed, port_id=414570f9-a98d-4f9c-bb32-989876123fae, reason: Instance 75d8232c-3dee-48f6-8abd-60581f4abd44 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1632.535652] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.994s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.542015] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.062s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.542282] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.544306] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.737s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.544524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.546277] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.675s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.547657] env[62312]: INFO nova.compute.claims [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1632.573294] env[62312]: INFO nova.scheduler.client.report [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Deleted allocations for instance 7db520a4-6543-49ed-bfeb-367f894f8943 [ 1632.575122] env[62312]: INFO nova.scheduler.client.report [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Deleted allocations for instance 40082768-b08a-4bd4-84ba-c9a8e16815f6 [ 1632.645741] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809881, 'name': ReconfigVM_Task, 'duration_secs': 0.818407} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.646065] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-f249fc33-3a97-4386-908c-5908ffbcff2d/volume-f249fc33-3a97-4386-908c-5908ffbcff2d.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.650619] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22bfb1b-692c-4a42-b72e-42cb0927b5fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.667568] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1632.667568] env[62312]: value = "task-1809882" [ 1632.667568] env[62312]: _type = "Task" [ 1632.667568] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.677164] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.679087] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.898942] env[62312]: DEBUG nova.network.neutron [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.078169] env[62312]: DEBUG nova.network.neutron [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.085923] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80b4feaa-202b-4a06-a4aa-02497744a5b5 tempest-ImagesOneServerNegativeTestJSON-734794388 tempest-ImagesOneServerNegativeTestJSON-734794388-project-member] Lock "7db520a4-6543-49ed-bfeb-367f894f8943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.911s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.086866] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8c1622af-cabd-4754-bc77-655614a765c1 tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "40082768-b08a-4bd4-84ba-c9a8e16815f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.860s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.177705] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809882, 'name': ReconfigVM_Task, 'duration_secs': 0.128341} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.178027] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375085', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'name': 'volume-f249fc33-3a97-4386-908c-5908ffbcff2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'serial': 'f249fc33-3a97-4386-908c-5908ffbcff2d'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1633.178572] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c0704e5-d4d8-48e9-a989-f5420f979368 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.186725] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1633.186725] env[62312]: value = "task-1809883" [ 1633.186725] env[62312]: _type = "Task" [ 1633.186725] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.196632] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809883, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.197550] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.581234] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.582174] env[62312]: DEBUG nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Instance network_info: |[{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1633.582174] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:54:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d4cccb0-3b34-4602-b529-6f884c030026', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.589848] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Creating folder: Project (35371457b354437fbed72bfc2821eeae). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1633.591036] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c563fc63-1608-46fc-96e3-4c26bb9699c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.604019] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Created folder: Project (35371457b354437fbed72bfc2821eeae) in parent group-v374919. [ 1633.604019] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Creating folder: Instances. Parent ref: group-v375098. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1633.604019] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-461ac10f-beb8-46cc-81bc-7594e9732e69 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.618426] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Created folder: Instances in parent group-v375098. [ 1633.618686] env[62312]: DEBUG oslo.service.loopingcall [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.621313] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.621751] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b5526c5-7979-40f1-aff1-6fde5b4b1d02 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.646149] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.646149] env[62312]: value = "task-1809887" [ 1633.646149] env[62312]: _type = "Task" [ 1633.646149] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.656883] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809887, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.701468] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809883, 'name': Rename_Task, 'duration_secs': 0.12183} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.701872] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.702196] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cabcb15-d730-44be-8b4b-a959eec27cc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.710356] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1633.710356] env[62312]: value = "task-1809888" [ 1633.710356] env[62312]: _type = "Task" [ 1633.710356] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.719845] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.973736] env[62312]: DEBUG nova.compute.manager [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Received event network-changed-8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1633.973736] env[62312]: DEBUG nova.compute.manager [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Refreshing instance network info cache due to event network-changed-8d4cccb0-3b34-4602-b529-6f884c030026. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1633.973736] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.973936] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.977033] env[62312]: DEBUG nova.network.neutron [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Refreshing network info cache for port 8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.066517] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c37c4-340b-4f1f-b07c-ac454af7eee1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.077829] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b491e0-4820-4a8c-8039-19e23971a230 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.112021] env[62312]: INFO nova.compute.manager [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Swapping old allocation on dict_keys(['191dcbdd-6351-4baf-983d-413b3c578968']) held by migration d58dcba0-2620-44b7-94ad-b7efe1541502 for instance [ 1634.112821] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4a6145-0df3-48ba-a74b-f418156cb44f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.122819] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2738dd28-ef65-458d-926e-785223ee7df4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.138484] env[62312]: DEBUG nova.compute.provider_tree [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.144026] env[62312]: DEBUG nova.scheduler.client.report [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Overwriting current allocation {'allocations': {'191dcbdd-6351-4baf-983d-413b3c578968': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': '09750de0bfce454088c7e523347c24c6', 'user_id': '5770bd3fc00d4891b25ed54459b8f942', 'consumer_generation': 1} on consumer 85928b6a-7d30-4cf6-aa1b-36357a80a38c {{(pid=62312) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1634.155678] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809887, 'name': CreateVM_Task, 'duration_secs': 0.46423} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.155860] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1634.156552] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.156717] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.157043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.157294] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2667a17-19e9-47df-889d-19d883080782 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.162275] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1634.162275] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]525fc6fa-2676-8445-bbd0-a062f939a1a7" [ 1634.162275] env[62312]: _type = "Task" [ 1634.162275] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.170343] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525fc6fa-2676-8445-bbd0-a062f939a1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.186879] env[62312]: DEBUG nova.compute.manager [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1634.221524] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.225129] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.225340] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquired lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.225517] env[62312]: DEBUG nova.network.neutron [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.643715] env[62312]: DEBUG nova.scheduler.client.report [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.679949] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525fc6fa-2676-8445-bbd0-a062f939a1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.680368] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.680690] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.681013] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.681270] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.681573] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.681919] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ec3eb8-599a-4866-8cdc-bd4fc29819e1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.700017] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.700310] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.701651] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e76207-50e8-4852-a9ac-78b0f23b246c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.708637] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1634.708637] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521612f9-160b-a9e2-afea-1ae87ef6512b" [ 1634.708637] env[62312]: _type = "Task" [ 1634.708637] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.714051] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.731330] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521612f9-160b-a9e2-afea-1ae87ef6512b, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.736481] env[62312]: DEBUG oslo_vmware.api [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1809888, 'name': PowerOnVM_Task, 'duration_secs': 0.572518} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.737056] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49d41fb-99ba-4b09-8f61-ee9c6559c870 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.740179] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.740450] env[62312]: INFO nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Took 4.99 seconds to spawn the instance on the hypervisor. [ 1634.740829] env[62312]: DEBUG nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.744072] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b1b6e-ea5e-4188-a278-affa599ad233 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.748537] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1634.748537] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ddf420-ab04-a15d-5fd4-4b6e3b48d36f" [ 1634.748537] env[62312]: _type = "Task" [ 1634.748537] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.764197] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ddf420-ab04-a15d-5fd4-4b6e3b48d36f, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.766510] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.766629] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] e65b633f-4471-4dc9-bba4-8201dd074453/e65b633f-4471-4dc9-bba4-8201dd074453.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1634.766966] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-755ef767-e1d2-4146-b119-4cdbc30eb656 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.776997] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1634.776997] env[62312]: value = "task-1809889" [ 1634.776997] env[62312]: _type = "Task" [ 1634.776997] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.786164] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.829695] env[62312]: DEBUG nova.network.neutron [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updated VIF entry in instance network info cache for port 8d4cccb0-3b34-4602-b529-6f884c030026. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1634.830062] env[62312]: DEBUG nova.network.neutron [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.975131] env[62312]: DEBUG nova.network.neutron [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance_info_cache with network_info: [{"id": "1224f6da-9fae-442f-971c-1e249092457b", "address": "fa:16:3e:62:f7:99", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1224f6da-9f", "ovs_interfaceid": "1224f6da-9fae-442f-971c-1e249092457b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.149061] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.149635] env[62312]: DEBUG nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1635.153184] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.322s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.154198] env[62312]: INFO nova.compute.claims [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.263148] env[62312]: INFO nova.compute.manager [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Took 51.23 seconds to build instance. [ 1635.294545] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438373} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.294826] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] e65b633f-4471-4dc9-bba4-8201dd074453/e65b633f-4471-4dc9-bba4-8201dd074453.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1635.295040] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.295502] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b993da-0acf-48d6-9e83-c6ba6d200ab0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.305786] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1635.305786] env[62312]: value = "task-1809890" [ 1635.305786] env[62312]: _type = "Task" [ 1635.305786] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.311088] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.332343] env[62312]: DEBUG oslo_concurrency.lockutils [req-ac94419e-c135-4d68-8f75-3b9561bf4d0e req-b98f357f-cb93-4949-a999-1e53348ecd1c service nova] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.477811] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Releasing lock "refresh_cache-85928b6a-7d30-4cf6-aa1b-36357a80a38c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.477811] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.477811] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fe00587-df16-4b3f-ae2c-7a4701ecea63 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.484365] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1635.484365] env[62312]: value = "task-1809891" [ 1635.484365] env[62312]: _type = "Task" [ 1635.484365] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.493488] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.659357] env[62312]: DEBUG nova.compute.utils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.662156] env[62312]: DEBUG nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1635.662345] env[62312]: DEBUG nova.network.neutron [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1635.756074] env[62312]: DEBUG nova.policy [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3ef85620224b54bff5fedd6f591a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cf152156f614ef894f505295e2605b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1635.766128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aef3a85-a3dc-44b2-9cd5-dff2dc0e2ddc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.738s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.815727] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068686} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.816134] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.816880] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44576e6f-63dd-4051-839d-f1b6b5501f90 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.840681] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e65b633f-4471-4dc9-bba4-8201dd074453/e65b633f-4471-4dc9-bba4-8201dd074453.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.840990] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e3648f-9426-452e-811c-f95f876e3935 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.865624] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1635.865624] env[62312]: value = "task-1809892" [ 1635.865624] env[62312]: _type = "Task" [ 1635.865624] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.878013] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.994615] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809891, 'name': PowerOffVM_Task, 'duration_secs': 0.209713} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.994888] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.996314] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:49:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22fba9bd-ad75-4cfd-9b2b-7fe69f0f17db',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-101855985',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.996314] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.996314] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.996314] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.996566] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.996566] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.996724] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.996907] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.997087] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.997258] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.997454] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1636.003271] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e0c91d-c6b7-467b-9a1b-ef889cb78c30 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.019778] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1636.019778] env[62312]: value = "task-1809893" [ 1636.019778] env[62312]: _type = "Task" [ 1636.019778] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.028404] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.163399] env[62312]: DEBUG nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1636.268393] env[62312]: DEBUG nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.387375] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809892, 'name': ReconfigVM_Task, 'duration_secs': 0.309497} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.390181] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e65b633f-4471-4dc9-bba4-8201dd074453/e65b633f-4471-4dc9-bba4-8201dd074453.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.391015] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d0f871a-69ad-46cc-92b6-a22510b3f397 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.398552] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1636.398552] env[62312]: value = "task-1809894" [ 1636.398552] env[62312]: _type = "Task" [ 1636.398552] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.408198] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809894, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.533461] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809893, 'name': ReconfigVM_Task, 'duration_secs': 0.182838} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.534317] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818d850a-f2dc-416e-8a20-ef8893731e8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.554346] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:49:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='22fba9bd-ad75-4cfd-9b2b-7fe69f0f17db',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-101855985',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1636.554559] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.554723] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1636.554910] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.555072] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1636.555225] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1636.555432] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1636.555592] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1636.555783] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1636.556149] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1636.556403] env[62312]: DEBUG nova.virt.hardware [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1636.557132] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7810de1d-f3b9-4c23-a939-2feb8005747a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.563398] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1636.563398] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f3f769-c26a-d1bf-d47f-f60a99b7660b" [ 1636.563398] env[62312]: _type = "Task" [ 1636.563398] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.575332] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f3f769-c26a-d1bf-d47f-f60a99b7660b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.653197] env[62312]: DEBUG nova.network.neutron [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Successfully created port: dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.686215] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cab428-0ec1-496b-acd8-429bd32cefe3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.695319] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a46c30c-9c36-4cc1-95c1-5a598233e26b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.739714] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9df3a2-32b4-4d8a-833f-6b96ff9e8186 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.748611] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fb2748-e482-4577-8a2c-0832dbc33bec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.763387] env[62312]: DEBUG nova.compute.provider_tree [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.793524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.913308] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809894, 'name': Rename_Task, 'duration_secs': 0.160903} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.913608] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.913883] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79dd95e2-dede-41b2-ac5b-a07007fa937c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.933199] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1636.933199] env[62312]: value = "task-1809895" [ 1636.933199] env[62312]: _type = "Task" [ 1636.933199] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.944375] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.077507] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f3f769-c26a-d1bf-d47f-f60a99b7660b, 'name': SearchDatastore_Task, 'duration_secs': 0.015698} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.082925] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1637.083243] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22ee4f9-01b2-4bee-9641-9efde47ca7b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.104423] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1637.104423] env[62312]: value = "task-1809896" [ 1637.104423] env[62312]: _type = "Task" [ 1637.104423] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.114376] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.177079] env[62312]: DEBUG nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.205497] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.205497] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.205788] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "a84a6c96-9625-4f81-8781-09ee831d8bfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.205924] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.206452] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.208336] env[62312]: INFO nova.compute.manager [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Terminating instance [ 1637.212148] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.213143] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.213338] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.213818] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.213818] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.214150] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.214150] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.214242] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.214676] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.214725] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.215037] env[62312]: DEBUG nova.virt.hardware [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.215855] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b23ce-82f7-4b68-83bc-c5fcc25d59e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.221721] env[62312]: DEBUG nova.compute.manager [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Received event network-changed-8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1637.221940] env[62312]: DEBUG nova.compute.manager [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Refreshing instance network info cache due to event network-changed-8c598ef1-888b-4f66-afca-35cf96a43e57. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1637.222558] env[62312]: DEBUG oslo_concurrency.lockutils [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] Acquiring lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.222558] env[62312]: DEBUG oslo_concurrency.lockutils [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] Acquired lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.222558] env[62312]: DEBUG nova.network.neutron [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Refreshing network info cache for port 8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.230822] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e1dab-ab7b-4ea3-9928-9da1df6b766f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.266993] env[62312]: DEBUG nova.scheduler.client.report [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.442942] env[62312]: DEBUG oslo_vmware.api [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1809895, 'name': PowerOnVM_Task, 'duration_secs': 0.491761} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.443501] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.443716] env[62312]: INFO nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1637.443952] env[62312]: DEBUG nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.444745] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c277df97-2a9a-4a07-a3a8-328bc57bdf1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.614735] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.724641] env[62312]: DEBUG nova.compute.manager [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.724931] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.726119] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40589115-2b6a-47f4-8ee9-fda9c75a2f3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.737586] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.737829] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0297680-8143-4101-adf0-a79bf037c824 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.743728] env[62312]: DEBUG oslo_vmware.api [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1637.743728] env[62312]: value = "task-1809897" [ 1637.743728] env[62312]: _type = "Task" [ 1637.743728] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.751600] env[62312]: DEBUG oslo_vmware.api [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.772727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.773252] env[62312]: DEBUG nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1637.775899] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.104s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.776108] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.778083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.013s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.779542] env[62312]: INFO nova.compute.claims [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.807228] env[62312]: INFO nova.scheduler.client.report [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Deleted allocations for instance bcf8cd94-b380-41e6-8792-df66a2954952 [ 1637.975669] env[62312]: INFO nova.compute.manager [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Took 47.14 seconds to build instance. [ 1638.039252] env[62312]: DEBUG nova.network.neutron [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updated VIF entry in instance network info cache for port 8c598ef1-888b-4f66-afca-35cf96a43e57. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.039868] env[62312]: DEBUG nova.network.neutron [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updating instance_info_cache with network_info: [{"id": "8c598ef1-888b-4f66-afca-35cf96a43e57", "address": "fa:16:3e:48:4f:af", "network": {"id": "a115cd76-ed1d-4aac-ac25-c320f97ef3cb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1082156265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041b0ac4737248718b4257bd971d0330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c598ef1-88", "ovs_interfaceid": "8c598ef1-888b-4f66-afca-35cf96a43e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.119047] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809896, 'name': ReconfigVM_Task, 'duration_secs': 0.924721} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.123023] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1638.123023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b24a84-8b20-4d08-a548-70b342f523ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.152587] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.153172] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10057a3-3fc4-4667-b80a-e30a633ea093 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.178470] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1638.178470] env[62312]: value = "task-1809898" [ 1638.178470] env[62312]: _type = "Task" [ 1638.178470] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.186736] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.254310] env[62312]: DEBUG oslo_vmware.api [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809897, 'name': PowerOffVM_Task, 'duration_secs': 0.324238} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.254643] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.254789] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.255065] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d20e6d1-5bde-4521-95f8-5c934fe5038a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.287668] env[62312]: DEBUG nova.compute.utils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1638.291395] env[62312]: DEBUG nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1638.291395] env[62312]: DEBUG nova.network.neutron [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1638.314566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-edbdac6a-489c-4100-a7ad-24b2319f31ec tempest-SecurityGroupsTestJSON-1029664598 tempest-SecurityGroupsTestJSON-1029664598-project-member] Lock "bcf8cd94-b380-41e6-8792-df66a2954952" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.191s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.349915] env[62312]: DEBUG nova.policy [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96b46a0bb2b74939acc34005e49db3e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '000a166210884ec7bbabdf1131a824b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1638.478235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80ef5b6f-8ede-4c04-8891-37566a3842fb tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.651s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.527029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.527029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.527029] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Deleting the datastore file [datastore1] a84a6c96-9625-4f81-8781-09ee831d8bfe {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.527351] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe15d97-ff8a-4ccc-92b3-7a6a9175d358 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.534561] env[62312]: DEBUG oslo_vmware.api [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for the task: (returnval){ [ 1638.534561] env[62312]: value = "task-1809900" [ 1638.534561] env[62312]: _type = "Task" [ 1638.534561] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.542330] env[62312]: DEBUG oslo_vmware.api [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.543915] env[62312]: DEBUG oslo_concurrency.lockutils [req-9bedab65-e203-4536-8c81-28c5b2d89d67 req-fc024da9-8370-43e9-82f6-6d03d365a61b service nova] Releasing lock "refresh_cache-33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.599446] env[62312]: DEBUG nova.network.neutron [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Successfully created port: 9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1638.690049] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.792332] env[62312]: DEBUG nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1638.934835] env[62312]: DEBUG nova.network.neutron [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Successfully updated port: dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.045827] env[62312]: DEBUG oslo_vmware.api [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Task: {'id': task-1809900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151525} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.046087] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.046342] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.046545] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.046739] env[62312]: INFO nova.compute.manager [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1639.046983] env[62312]: DEBUG oslo.service.loopingcall [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.049763] env[62312]: DEBUG nova.compute.manager [-] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.049866] env[62312]: DEBUG nova.network.neutron [-] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.192448] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.272098] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e75fc7-bf0a-40c3-a7d7-f0aca15f108a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.280129] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e98c9f-a22e-4114-a879-a67a28fd0135 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.320636] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55ef720-6f1c-4e46-a812-e3f3faa2b8c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.328794] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1282d8b-05fc-49e6-884f-07795c780195 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.345795] env[62312]: DEBUG nova.compute.provider_tree [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.438296] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.438526] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.438634] env[62312]: DEBUG nova.network.neutron [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.537132] env[62312]: DEBUG nova.compute.manager [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Received event network-vif-plugged-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1639.537132] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] Acquiring lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.537132] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.537132] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.537132] env[62312]: DEBUG nova.compute.manager [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] No waiting events found dispatching network-vif-plugged-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.537132] env[62312]: WARNING nova.compute.manager [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Received unexpected event network-vif-plugged-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 for instance with vm_state building and task_state spawning. [ 1639.537132] env[62312]: DEBUG nova.compute.manager [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Received event network-changed-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1639.537544] env[62312]: DEBUG nova.compute.manager [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Refreshing instance network info cache due to event network-changed-dbf3e2b9-6c03-47fa-9684-3d076356b0c1. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1639.537658] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] Acquiring lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.558348] env[62312]: DEBUG nova.compute.manager [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Received event network-changed-8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1639.558348] env[62312]: DEBUG nova.compute.manager [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Refreshing instance network info cache due to event network-changed-8d4cccb0-3b34-4602-b529-6f884c030026. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1639.558348] env[62312]: DEBUG oslo_concurrency.lockutils [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.558348] env[62312]: DEBUG oslo_concurrency.lockutils [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.558348] env[62312]: DEBUG nova.network.neutron [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Refreshing network info cache for port 8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.690977] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809898, 'name': ReconfigVM_Task, 'duration_secs': 1.312938} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.695018] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c/85928b6a-7d30-4cf6-aa1b-36357a80a38c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.695018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4705af4-5820-40f5-9147-4f94344ad875 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.711565] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a473676-782e-47c9-8b09-4079574276a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.730443] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa7dd07-2bad-41ea-8bbf-485e6d6133fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.749900] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f3b85-aa3f-4f02-9bd1-fd3c2720a69b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.757256] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.757679] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dbe668c-7415-4607-a7a2-79c0efc20724 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.765044] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1639.765044] env[62312]: value = "task-1809901" [ 1639.765044] env[62312]: _type = "Task" [ 1639.765044] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.773897] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.823024] env[62312]: DEBUG nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1639.848684] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1639.849189] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.849474] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1639.849769] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.850033] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1639.850281] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1639.850610] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1639.850896] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1639.851193] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1639.851501] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1639.851798] env[62312]: DEBUG nova.virt.hardware [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1639.852752] env[62312]: DEBUG nova.scheduler.client.report [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.856563] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d4eb21-18c0-4741-aada-e82ba1be058a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.866524] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b69736-871d-4c2e-b0c1-cb044a3fa181 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.044319] env[62312]: DEBUG nova.network.neutron [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.290918] env[62312]: DEBUG oslo_vmware.api [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809901, 'name': PowerOnVM_Task, 'duration_secs': 0.439123} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.291232] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.363044] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.363044] env[62312]: DEBUG nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1640.367105] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.960s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.368999] env[62312]: INFO nova.compute.claims [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.434235] env[62312]: DEBUG nova.network.neutron [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Successfully updated port: 9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1640.448226] env[62312]: DEBUG nova.network.neutron [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updated VIF entry in instance network info cache for port 8d4cccb0-3b34-4602-b529-6f884c030026. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.448625] env[62312]: DEBUG nova.network.neutron [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.655231] env[62312]: DEBUG nova.network.neutron [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Updating instance_info_cache with network_info: [{"id": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "address": "fa:16:3e:10:e9:fe", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf3e2b9-6c", "ovs_interfaceid": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.876263] env[62312]: DEBUG nova.compute.utils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.881359] env[62312]: DEBUG nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1640.881596] env[62312]: DEBUG nova.network.neutron [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.942300] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.942300] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquired lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.942300] env[62312]: DEBUG nova.network.neutron [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.952379] env[62312]: DEBUG oslo_concurrency.lockutils [req-86f4f088-d69c-4d51-a8cc-7ea0231cd0c3 req-ae44dcf9-be0a-4597-9537-fc05b7f2d5fe service nova] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.990744] env[62312]: DEBUG nova.policy [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1641.160023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.160023] env[62312]: DEBUG nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Instance network_info: |[{"id": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "address": "fa:16:3e:10:e9:fe", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf3e2b9-6c", "ovs_interfaceid": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1641.160023] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] Acquired lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.160023] env[62312]: DEBUG nova.network.neutron [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Refreshing network info cache for port dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.160023] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:e9:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf3e2b9-6c03-47fa-9684-3d076356b0c1', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.173835] env[62312]: DEBUG oslo.service.loopingcall [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.175691] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.175841] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8f2b19-59d0-4679-b595-c648bffcb095 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.201017] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.201017] env[62312]: value = "task-1809902" [ 1641.201017] env[62312]: _type = "Task" [ 1641.201017] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.210171] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809902, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.276544] env[62312]: DEBUG nova.network.neutron [-] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.303630] env[62312]: INFO nova.compute.manager [None req-73e8358b-6b12-47b2-90a7-5345219d3158 tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance to original state: 'active' [ 1641.389064] env[62312]: DEBUG nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1641.500843] env[62312]: DEBUG nova.network.neutron [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1641.539469] env[62312]: DEBUG nova.network.neutron [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Successfully created port: 6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.576630] env[62312]: DEBUG nova.compute.manager [req-106fefca-6eef-4fd7-b1bf-04a69c98957a req-39425ab1-f3bc-4c90-aad1-a7cbee20e472 service nova] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Received event network-vif-deleted-2d5cb65d-200a-4579-a3ea-e92ee07da922 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1641.601418] env[62312]: DEBUG nova.compute.manager [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received event network-vif-plugged-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1641.601687] env[62312]: DEBUG oslo_concurrency.lockutils [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] Acquiring lock "a1ef827d-8520-485e-b843-458d360870dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.601934] env[62312]: DEBUG oslo_concurrency.lockutils [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] Lock "a1ef827d-8520-485e-b843-458d360870dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.602159] env[62312]: DEBUG oslo_concurrency.lockutils [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] Lock "a1ef827d-8520-485e-b843-458d360870dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.602317] env[62312]: DEBUG nova.compute.manager [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] No waiting events found dispatching network-vif-plugged-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1641.602704] env[62312]: WARNING nova.compute.manager [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received unexpected event network-vif-plugged-9da3c7c2-cf56-4b27-832a-71145cf2ce18 for instance with vm_state building and task_state spawning. [ 1641.602797] env[62312]: DEBUG nova.compute.manager [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1641.602899] env[62312]: DEBUG nova.compute.manager [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing instance network info cache due to event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1641.603180] env[62312]: DEBUG oslo_concurrency.lockutils [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] Acquiring lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.711911] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809902, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.779340] env[62312]: INFO nova.compute.manager [-] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Took 2.73 seconds to deallocate network for instance. [ 1641.903408] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479323da-de80-4624-8e2f-6e99a047fa2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.913949] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5678e239-d66a-456f-8435-d21d36314245 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.958868] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce78f79-0b35-4140-b412-f426ae6ee9b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.971363] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7158ff-3472-4d44-b0cf-ab6fa17fed52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.983981] env[62312]: DEBUG nova.compute.provider_tree [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.079142] env[62312]: DEBUG nova.network.neutron [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.081208] env[62312]: DEBUG nova.network.neutron [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Updated VIF entry in instance network info cache for port dbf3e2b9-6c03-47fa-9684-3d076356b0c1. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.081710] env[62312]: DEBUG nova.network.neutron [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Updating instance_info_cache with network_info: [{"id": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "address": "fa:16:3e:10:e9:fe", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf3e2b9-6c", "ovs_interfaceid": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.212496] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809902, 'name': CreateVM_Task, 'duration_secs': 0.655593} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.212718] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.213718] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.213893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.214231] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.214487] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ee43ff-dd7c-486f-b40b-bdabf1446e85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.221281] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1642.221281] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5202c9e6-f3e4-9828-9a53-e6273007084f" [ 1642.221281] env[62312]: _type = "Task" [ 1642.221281] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.229660] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5202c9e6-f3e4-9828-9a53-e6273007084f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.297833] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.399875] env[62312]: DEBUG nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1642.438141] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1642.438141] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.438141] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1642.438141] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.438141] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1642.438343] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1642.438506] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1642.438627] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1642.438796] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1642.438979] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1642.439177] env[62312]: DEBUG nova.virt.hardware [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1642.440068] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b70aeaa-4f01-402b-a647-7c8fc0c8525c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.451328] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a45b4e-48c5-460e-a4a6-0766982e2907 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.487587] env[62312]: DEBUG nova.scheduler.client.report [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.584212] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Releasing lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.584558] env[62312]: DEBUG nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Instance network_info: |[{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1642.585037] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b50ac81-e2bf-4ac5-a946-430b54ee09c4 req-305d827c-bd26-41c1-b2b5-1010b40ab472 service nova] Releasing lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.585431] env[62312]: DEBUG oslo_concurrency.lockutils [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] Acquired lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.586023] env[62312]: DEBUG nova.network.neutron [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.586818] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:8a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9da3c7c2-cf56-4b27-832a-71145cf2ce18', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1642.594637] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Creating folder: Project (000a166210884ec7bbabdf1131a824b3). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1642.597840] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d99a82e-1650-4bbc-be4e-6ba1e6ac4e57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.610812] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Created folder: Project (000a166210884ec7bbabdf1131a824b3) in parent group-v374919. [ 1642.611045] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Creating folder: Instances. Parent ref: group-v375102. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1642.611299] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f32e8b36-c1be-4be1-bb0d-553a81ca67f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.622053] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Created folder: Instances in parent group-v375102. [ 1642.622317] env[62312]: DEBUG oslo.service.loopingcall [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.622516] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ef827d-8520-485e-b843-458d360870dc] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1642.623093] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c94faad7-26e1-4664-8269-822857c97002 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.660403] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1642.660403] env[62312]: value = "task-1809905" [ 1642.660403] env[62312]: _type = "Task" [ 1642.660403] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.670804] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809905, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.733459] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5202c9e6-f3e4-9828-9a53-e6273007084f, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.733961] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.734295] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.734542] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.734695] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.735080] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.735335] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19efe5d1-b2b4-4da7-9919-1812690e8393 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.745248] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.745557] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.747073] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4b8b09-a2eb-4174-9503-06589bf89de9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.753631] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1642.753631] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e52c06-f045-47e5-7c9e-b0cf47b206c5" [ 1642.753631] env[62312]: _type = "Task" [ 1642.753631] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.762676] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e52c06-f045-47e5-7c9e-b0cf47b206c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.904246] env[62312]: DEBUG nova.network.neutron [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updated VIF entry in instance network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.904246] env[62312]: DEBUG nova.network.neutron [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.994061] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.994671] env[62312]: DEBUG nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1642.999114] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.901s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.999114] env[62312]: DEBUG nova.objects.instance [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lazy-loading 'resources' on Instance uuid 2ec28d64-7cd9-489f-8954-64fb0798dbcc {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.178108] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809905, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.264987] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e52c06-f045-47e5-7c9e-b0cf47b206c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.265841] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2b9f43-297b-4b3b-8854-680556574284 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.272354] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1643.272354] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520ce1d7-0823-bb6b-1195-68843278308d" [ 1643.272354] env[62312]: _type = "Task" [ 1643.272354] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.284136] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.284397] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.284605] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.284790] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.284960] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.286672] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520ce1d7-0823-bb6b-1195-68843278308d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.291113] env[62312]: INFO nova.compute.manager [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Terminating instance [ 1643.406274] env[62312]: DEBUG oslo_concurrency.lockutils [req-39d977c5-285b-4958-9160-8758640f1260 req-f7a7a51e-af97-4483-a74b-111d57878a5e service nova] Releasing lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.505336] env[62312]: DEBUG nova.compute.utils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.506939] env[62312]: DEBUG nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1643.507129] env[62312]: DEBUG nova.network.neutron [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1643.672587] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809905, 'name': CreateVM_Task, 'duration_secs': 0.705001} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.675067] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ef827d-8520-485e-b843-458d360870dc] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1643.676855] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.677437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.677437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1643.677437] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0a1f35-ee70-4211-b0f1-3c6e9ebd86fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.686138] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1643.686138] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5246f391-796d-c271-7dd3-1e5c5d493f62" [ 1643.686138] env[62312]: _type = "Task" [ 1643.686138] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.700998] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5246f391-796d-c271-7dd3-1e5c5d493f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.778413] env[62312]: DEBUG nova.policy [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc1d1cbaf20e424fb08f28a977d28719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a98a01ffcfc548b4988c1b716b1bc058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1643.786851] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520ce1d7-0823-bb6b-1195-68843278308d, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.787310] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.787567] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 298d4261-79a4-4cb4-8af4-a2ce80ba5518/298d4261-79a4-4cb4-8af4-a2ce80ba5518.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.788032] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8277ba9-827c-4c36-ad00-9c029dfdd1f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.794649] env[62312]: DEBUG nova.compute.manager [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1643.794842] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.797855] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedbc442-dc2e-41bf-a5e3-cd0b36ce18b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.800743] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1643.800743] env[62312]: value = "task-1809906" [ 1643.800743] env[62312]: _type = "Task" [ 1643.800743] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.808615] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.808615] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5f6fd4-68e1-400e-b349-8db7b83b0377 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.811937] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.818845] env[62312]: DEBUG oslo_vmware.api [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1643.818845] env[62312]: value = "task-1809907" [ 1643.818845] env[62312]: _type = "Task" [ 1643.818845] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.827644] env[62312]: DEBUG oslo_vmware.api [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.918037] env[62312]: DEBUG nova.compute.manager [req-03b8cb93-f82f-4e8b-8638-f89124ca3ca6 req-ef117b0a-7543-4e82-9c44-c5da1ebf5883 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-vif-plugged-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1643.918037] env[62312]: DEBUG oslo_concurrency.lockutils [req-03b8cb93-f82f-4e8b-8638-f89124ca3ca6 req-ef117b0a-7543-4e82-9c44-c5da1ebf5883 service nova] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.918037] env[62312]: DEBUG oslo_concurrency.lockutils [req-03b8cb93-f82f-4e8b-8638-f89124ca3ca6 req-ef117b0a-7543-4e82-9c44-c5da1ebf5883 service nova] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.918037] env[62312]: DEBUG oslo_concurrency.lockutils [req-03b8cb93-f82f-4e8b-8638-f89124ca3ca6 req-ef117b0a-7543-4e82-9c44-c5da1ebf5883 service nova] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.918037] env[62312]: DEBUG nova.compute.manager [req-03b8cb93-f82f-4e8b-8638-f89124ca3ca6 req-ef117b0a-7543-4e82-9c44-c5da1ebf5883 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] No waiting events found dispatching network-vif-plugged-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.919251] env[62312]: WARNING nova.compute.manager [req-03b8cb93-f82f-4e8b-8638-f89124ca3ca6 req-ef117b0a-7543-4e82-9c44-c5da1ebf5883 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received unexpected event network-vif-plugged-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db for instance with vm_state building and task_state spawning. [ 1644.003728] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e0830f-e49e-4026-8ff9-8e69f8c302ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.013320] env[62312]: DEBUG nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.021021] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62254f58-8c5f-4070-9743-9fe85759e4be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.061852] env[62312]: DEBUG nova.network.neutron [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Successfully updated port: 6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.061852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1371dfe-65e3-48f5-a206-57780b14761a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.072648] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc0fd2-fd56-43b6-a8f4-fa9f42d514d1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.093473] env[62312]: DEBUG nova.compute.provider_tree [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.199243] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5246f391-796d-c271-7dd3-1e5c5d493f62, 'name': SearchDatastore_Task, 'duration_secs': 0.029778} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.199817] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.199856] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.200164] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.200323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.200527] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.200803] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cdf79ab-0995-4f60-9f51-e78fc6e05716 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.235122] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.235288] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.236501] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f6bec7-118c-4ca9-852d-bcb653ab0118 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.244249] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1644.244249] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e94fac-345d-0b5d-4b4c-eff9b5e8bf29" [ 1644.244249] env[62312]: _type = "Task" [ 1644.244249] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.245416] env[62312]: DEBUG nova.network.neutron [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Successfully created port: 25a6eb7a-0a7c-433d-a887-83075ac3d223 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.259440] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e94fac-345d-0b5d-4b4c-eff9b5e8bf29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.311641] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809906, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.328834] env[62312]: DEBUG oslo_vmware.api [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809907, 'name': PowerOffVM_Task, 'duration_secs': 0.195778} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.329152] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.329448] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.329817] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65858397-7ecb-45fa-adbc-82a3e20e164b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.441969] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.442285] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.442487] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Deleting the datastore file [datastore1] 85928b6a-7d30-4cf6-aa1b-36357a80a38c {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.442780] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a692304e-2d2e-4177-92ad-6fba96543d62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.451502] env[62312]: DEBUG oslo_vmware.api [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1644.451502] env[62312]: value = "task-1809909" [ 1644.451502] env[62312]: _type = "Task" [ 1644.451502] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.460960] env[62312]: DEBUG oslo_vmware.api [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.565618] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.565703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.565882] env[62312]: DEBUG nova.network.neutron [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.597944] env[62312]: DEBUG nova.scheduler.client.report [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.761148] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e94fac-345d-0b5d-4b4c-eff9b5e8bf29, 'name': SearchDatastore_Task, 'duration_secs': 0.044837} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.762898] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a4ed12-e811-4e63-9f4e-b77653f67517 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.769063] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1644.769063] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52fe8795-3b44-f084-e4f5-2e53e907222e" [ 1644.769063] env[62312]: _type = "Task" [ 1644.769063] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.780082] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fe8795-3b44-f084-e4f5-2e53e907222e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.812168] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537869} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.812436] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 298d4261-79a4-4cb4-8af4-a2ce80ba5518/298d4261-79a4-4cb4-8af4-a2ce80ba5518.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.812705] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.812941] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fd8da4a-d146-4d11-ac4e-a7b501d64404 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.820034] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1644.820034] env[62312]: value = "task-1809910" [ 1644.820034] env[62312]: _type = "Task" [ 1644.820034] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.831360] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.963724] env[62312]: DEBUG oslo_vmware.api [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250857} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.964042] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.964237] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.964414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.964702] env[62312]: INFO nova.compute.manager [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1644.964837] env[62312]: DEBUG oslo.service.loopingcall [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.965049] env[62312]: DEBUG nova.compute.manager [-] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1644.966127] env[62312]: DEBUG nova.network.neutron [-] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.032148] env[62312]: DEBUG nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.064529] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.064787] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.066155] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.066521] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.066521] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.066719] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.066978] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.067195] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.067410] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.067606] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.067819] env[62312]: DEBUG nova.virt.hardware [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.073518] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c8f97-bf4e-440b-9281-7d849bdbef2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.089259] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5bf3d1-59b4-42e3-942d-20dada10de7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.105865] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.108402] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.678s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.110026] env[62312]: INFO nova.compute.claims [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.138720] env[62312]: INFO nova.scheduler.client.report [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleted allocations for instance 2ec28d64-7cd9-489f-8954-64fb0798dbcc [ 1645.152302] env[62312]: DEBUG nova.network.neutron [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.280374] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52fe8795-3b44-f084-e4f5-2e53e907222e, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.280592] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.280853] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a1ef827d-8520-485e-b843-458d360870dc/a1ef827d-8520-485e-b843-458d360870dc.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.281210] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc73ac5f-009c-40d8-8b5c-3c2e0d879b8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.288343] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1645.288343] env[62312]: value = "task-1809911" [ 1645.288343] env[62312]: _type = "Task" [ 1645.288343] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.296830] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.330330] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065024} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.330660] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.331404] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c088bb-97d7-48a7-909c-6b940b4775cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.357736] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 298d4261-79a4-4cb4-8af4-a2ce80ba5518/298d4261-79a4-4cb4-8af4-a2ce80ba5518.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.360854] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00435155-ff50-4675-bd04-affeb7121f27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.387802] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1645.387802] env[62312]: value = "task-1809912" [ 1645.387802] env[62312]: _type = "Task" [ 1645.387802] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.393671] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.437783] env[62312]: DEBUG nova.network.neutron [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.646575] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec89e6e6-a3c2-4f39-86b9-6c921b3c0e6b tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "2ec28d64-7cd9-489f-8954-64fb0798dbcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.060s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.804779] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480865} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.805185] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a1ef827d-8520-485e-b843-458d360870dc/a1ef827d-8520-485e-b843-458d360870dc.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1645.805566] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1645.805914] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f44b6b94-450d-4c8f-a47d-f71a28e30ec8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.817630] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1645.817630] env[62312]: value = "task-1809913" [ 1645.817630] env[62312]: _type = "Task" [ 1645.817630] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.830628] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.895042] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.940313] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.940657] env[62312]: DEBUG nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Instance network_info: |[{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.941250] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:f3:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a24104f-54e6-4f8a-a2a6-4bb1d75a17db', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.949337] env[62312]: DEBUG oslo.service.loopingcall [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.949580] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.949804] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39392639-f18a-4f46-9bf7-3bc661a22e7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.969648] env[62312]: DEBUG nova.network.neutron [-] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.977577] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.977577] env[62312]: value = "task-1809914" [ 1645.977577] env[62312]: _type = "Task" [ 1645.977577] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.986563] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809914, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.128809] env[62312]: DEBUG nova.compute.manager [req-e100859c-c91b-4045-9dc7-cb7aec855da6 req-ea97f374-2b42-4500-826f-add642fd2dab service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Received event network-vif-plugged-25a6eb7a-0a7c-433d-a887-83075ac3d223 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1646.129040] env[62312]: DEBUG oslo_concurrency.lockutils [req-e100859c-c91b-4045-9dc7-cb7aec855da6 req-ea97f374-2b42-4500-826f-add642fd2dab service nova] Acquiring lock "40c0aa81-12ae-423c-ad6d-a48b837af51b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.129262] env[62312]: DEBUG oslo_concurrency.lockutils [req-e100859c-c91b-4045-9dc7-cb7aec855da6 req-ea97f374-2b42-4500-826f-add642fd2dab service nova] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.129449] env[62312]: DEBUG oslo_concurrency.lockutils [req-e100859c-c91b-4045-9dc7-cb7aec855da6 req-ea97f374-2b42-4500-826f-add642fd2dab service nova] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.129636] env[62312]: DEBUG nova.compute.manager [req-e100859c-c91b-4045-9dc7-cb7aec855da6 req-ea97f374-2b42-4500-826f-add642fd2dab service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] No waiting events found dispatching network-vif-plugged-25a6eb7a-0a7c-433d-a887-83075ac3d223 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.129801] env[62312]: WARNING nova.compute.manager [req-e100859c-c91b-4045-9dc7-cb7aec855da6 req-ea97f374-2b42-4500-826f-add642fd2dab service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Received unexpected event network-vif-plugged-25a6eb7a-0a7c-433d-a887-83075ac3d223 for instance with vm_state building and task_state spawning. [ 1646.134431] env[62312]: DEBUG nova.compute.manager [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-changed-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1646.134641] env[62312]: DEBUG nova.compute.manager [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing instance network info cache due to event network-changed-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1646.136977] env[62312]: DEBUG oslo_concurrency.lockutils [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.137176] env[62312]: DEBUG oslo_concurrency.lockutils [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.137347] env[62312]: DEBUG nova.network.neutron [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing network info cache for port 6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.253089] env[62312]: DEBUG nova.network.neutron [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Successfully updated port: 25a6eb7a-0a7c-433d-a887-83075ac3d223 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.329419] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076501} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.332481] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1646.337378] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e3d98b-7a08-4541-a755-328fc422951f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.363355] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] a1ef827d-8520-485e-b843-458d360870dc/a1ef827d-8520-485e-b843-458d360870dc.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.367112] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c42b240-d283-4ca6-b11f-bb4af8040d1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.392745] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1646.392745] env[62312]: value = "task-1809915" [ 1646.392745] env[62312]: _type = "Task" [ 1646.392745] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.404677] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.410873] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.473051] env[62312]: INFO nova.compute.manager [-] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Took 1.51 seconds to deallocate network for instance. [ 1646.492121] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809914, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.697224] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ebc7aa-5db2-4f8b-9bfa-e2a26f8e7ba7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.707666] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf0267-cba8-4eaa-86ab-1c5de326a3ec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.741846] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc393db-1654-412f-beb5-76ffa3008e79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.750096] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd827dc-c51f-4000-99ba-d1bca02ce74a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.764357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "refresh_cache-40c0aa81-12ae-423c-ad6d-a48b837af51b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.764518] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquired lock "refresh_cache-40c0aa81-12ae-423c-ad6d-a48b837af51b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.764805] env[62312]: DEBUG nova.network.neutron [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.769444] env[62312]: DEBUG nova.compute.provider_tree [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.887917] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.888227] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.888473] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "495cf19a-55fc-45c5-a05e-97f0395d06cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.888688] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.888865] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.895370] env[62312]: INFO nova.compute.manager [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Terminating instance [ 1646.912763] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.914380] env[62312]: DEBUG nova.network.neutron [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updated VIF entry in instance network info cache for port 6a24104f-54e6-4f8a-a2a6-4bb1d75a17db. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.914985] env[62312]: DEBUG nova.network.neutron [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.916667] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.990236] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.990236] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809914, 'name': CreateVM_Task, 'duration_secs': 0.521016} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.990236] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.991074] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.991074] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.991205] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.991441] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067c39b8-6809-4bdc-918f-e4639c9c4fc1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.996549] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1646.996549] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5280de7e-6db0-8c18-55ad-49381fc645f7" [ 1646.996549] env[62312]: _type = "Task" [ 1646.996549] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.004918] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5280de7e-6db0-8c18-55ad-49381fc645f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.274213] env[62312]: DEBUG nova.scheduler.client.report [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.317121] env[62312]: DEBUG nova.network.neutron [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.404023] env[62312]: DEBUG nova.compute.manager [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1647.404023] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.404023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd97ce9-9efe-436f-a0aa-7976f5c95b94 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.411960] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809912, 'name': ReconfigVM_Task, 'duration_secs': 1.591264} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.412913] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 298d4261-79a4-4cb4-8af4-a2ce80ba5518/298d4261-79a4-4cb4-8af4-a2ce80ba5518.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.413647] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29b16c28-ab59-4cae-9699-fa51c6a303ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.420278] env[62312]: DEBUG oslo_concurrency.lockutils [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.420956] env[62312]: DEBUG nova.compute.manager [req-daba436e-ffb5-46c6-80b2-9c3a4492c0cc req-9ee67d60-5774-4ef6-a552-1d60e3754c01 service nova] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Received event network-vif-deleted-1224f6da-9fae-442f-971c-1e249092457b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.420956] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809915, 'name': ReconfigVM_Task, 'duration_secs': 0.72264} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.421188] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.422345] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Reconfigured VM instance instance-00000045 to attach disk [datastore1] a1ef827d-8520-485e-b843-458d360870dc/a1ef827d-8520-485e-b843-458d360870dc.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.422972] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be9f432-d52d-445f-9b8c-949eb48a66f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.424468] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca4816d9-4bc9-4ba1-9c88-5df90a1cf792 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.427440] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1647.427440] env[62312]: value = "task-1809916" [ 1647.427440] env[62312]: _type = "Task" [ 1647.427440] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.432278] env[62312]: DEBUG oslo_vmware.api [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1647.432278] env[62312]: value = "task-1809917" [ 1647.432278] env[62312]: _type = "Task" [ 1647.432278] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.433859] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1647.433859] env[62312]: value = "task-1809918" [ 1647.433859] env[62312]: _type = "Task" [ 1647.433859] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.443489] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809916, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.450087] env[62312]: DEBUG oslo_vmware.api [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.453734] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809918, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.502567] env[62312]: DEBUG nova.network.neutron [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Updating instance_info_cache with network_info: [{"id": "25a6eb7a-0a7c-433d-a887-83075ac3d223", "address": "fa:16:3e:6b:15:f8", "network": {"id": "da0088a1-ccd0-45e5-8a0f-e8d2ffae48e6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1817205453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a98a01ffcfc548b4988c1b716b1bc058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a6eb7a-0a", "ovs_interfaceid": "25a6eb7a-0a7c-433d-a887-83075ac3d223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.510030] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5280de7e-6db0-8c18-55ad-49381fc645f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.510346] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.510597] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.510876] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.511048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.511241] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.511535] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cf54d31-ec70-43c4-8e0b-77297c5205c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.521229] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.521453] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.522992] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701460da-2473-44b4-a3d4-0846705d766d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.528917] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1647.528917] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5269afce-21ce-0dcb-c4d3-448a82c74835" [ 1647.528917] env[62312]: _type = "Task" [ 1647.528917] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.538690] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5269afce-21ce-0dcb-c4d3-448a82c74835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.769426] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "c022fcae-fb06-49da-82f3-9e438e0849bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.769426] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.782975] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.783461] env[62312]: DEBUG nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1647.789190] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.661s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.789190] env[62312]: DEBUG nova.objects.instance [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lazy-loading 'resources' on Instance uuid 3df85e52-fad7-4199-ba49-9cf68a9def0f {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.942221] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809916, 'name': Rename_Task, 'duration_secs': 0.149599} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.949377] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.949377] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a5f73f8-7bd9-4d03-bf3b-23582e5ed839 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.953495] env[62312]: DEBUG oslo_vmware.api [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809917, 'name': PowerOffVM_Task, 'duration_secs': 0.202159} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.954310] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.954702] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.954901] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd5082a8-b642-4e2a-8910-f716f26058e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.960332] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809918, 'name': Rename_Task, 'duration_secs': 0.155114} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.962055] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.962444] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1647.962444] env[62312]: value = "task-1809919" [ 1647.962444] env[62312]: _type = "Task" [ 1647.962444] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.963090] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-824cdde7-d356-45b7-9fb3-c087d7c891a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.972772] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.974052] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1647.974052] env[62312]: value = "task-1809921" [ 1647.974052] env[62312]: _type = "Task" [ 1647.974052] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.981779] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.005583] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Releasing lock "refresh_cache-40c0aa81-12ae-423c-ad6d-a48b837af51b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.005916] env[62312]: DEBUG nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Instance network_info: |[{"id": "25a6eb7a-0a7c-433d-a887-83075ac3d223", "address": "fa:16:3e:6b:15:f8", "network": {"id": "da0088a1-ccd0-45e5-8a0f-e8d2ffae48e6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1817205453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a98a01ffcfc548b4988c1b716b1bc058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a6eb7a-0a", "ovs_interfaceid": "25a6eb7a-0a7c-433d-a887-83075ac3d223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.006579] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:15:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a6eb7a-0a7c-433d-a887-83075ac3d223', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.016186] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Creating folder: Project (a98a01ffcfc548b4988c1b716b1bc058). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.016186] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c994ab99-547c-4580-9783-373afd91f70b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.027947] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Created folder: Project (a98a01ffcfc548b4988c1b716b1bc058) in parent group-v374919. [ 1648.028152] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Creating folder: Instances. Parent ref: group-v375106. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.028397] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c2cbb74-a17d-4a12-83a6-4e8b54935e19 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.050837] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5269afce-21ce-0dcb-c4d3-448a82c74835, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.053663] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Created folder: Instances in parent group-v375106. [ 1648.054268] env[62312]: DEBUG oslo.service.loopingcall [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.054268] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c774445-6c74-49ae-9043-4e222a0e9bef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.058301] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.058301] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3331f1c-b3ed-4f68-a517-a9d9ebe29c2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.079357] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1648.079357] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520e3aba-6db4-0c34-2867-32433f0b1edc" [ 1648.079357] env[62312]: _type = "Task" [ 1648.079357] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.081681] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.081681] env[62312]: value = "task-1809924" [ 1648.081681] env[62312]: _type = "Task" [ 1648.081681] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.094795] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520e3aba-6db4-0c34-2867-32433f0b1edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.098598] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809924, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.098777] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.098997] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.099363] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleting the datastore file [datastore1] 495cf19a-55fc-45c5-a05e-97f0395d06cf {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.099484] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d656036-ed88-4e3d-b58f-eee9a8f36a74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.106545] env[62312]: DEBUG oslo_vmware.api [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for the task: (returnval){ [ 1648.106545] env[62312]: value = "task-1809925" [ 1648.106545] env[62312]: _type = "Task" [ 1648.106545] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.117521] env[62312]: DEBUG oslo_vmware.api [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.218153] env[62312]: DEBUG nova.compute.manager [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Received event network-changed-25a6eb7a-0a7c-433d-a887-83075ac3d223 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1648.218526] env[62312]: DEBUG nova.compute.manager [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Refreshing instance network info cache due to event network-changed-25a6eb7a-0a7c-433d-a887-83075ac3d223. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1648.218834] env[62312]: DEBUG oslo_concurrency.lockutils [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] Acquiring lock "refresh_cache-40c0aa81-12ae-423c-ad6d-a48b837af51b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.218909] env[62312]: DEBUG oslo_concurrency.lockutils [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] Acquired lock "refresh_cache-40c0aa81-12ae-423c-ad6d-a48b837af51b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.219079] env[62312]: DEBUG nova.network.neutron [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Refreshing network info cache for port 25a6eb7a-0a7c-433d-a887-83075ac3d223 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.273017] env[62312]: DEBUG nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1648.287888] env[62312]: DEBUG nova.compute.utils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1648.289247] env[62312]: DEBUG nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1648.289441] env[62312]: DEBUG nova.network.neutron [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.353292] env[62312]: DEBUG nova.policy [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb6890f4d9d4485d8e6d148115feef90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b417246863f447c682d42e2644ac2f8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.478233] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.487538] env[62312]: DEBUG oslo_vmware.api [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809921, 'name': PowerOnVM_Task, 'duration_secs': 0.49137} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.490786] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.491068] env[62312]: INFO nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1648.491260] env[62312]: DEBUG nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.492582] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440c596d-7b0a-47d3-b7e5-27b9b83db5ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.593667] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520e3aba-6db4-0c34-2867-32433f0b1edc, 'name': SearchDatastore_Task, 'duration_secs': 0.015482} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.595767] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.596044] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d/2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.596484] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f05ade6-7c3f-464b-b290-4b8d2783047a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.604775] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809924, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.615930] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1648.615930] env[62312]: value = "task-1809926" [ 1648.615930] env[62312]: _type = "Task" [ 1648.615930] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.624579] env[62312]: DEBUG oslo_vmware.api [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Task: {'id': task-1809925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188188} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.625430] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.625690] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.626033] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.626282] env[62312]: INFO nova.compute.manager [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1648.626696] env[62312]: DEBUG oslo.service.loopingcall [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.630703] env[62312]: DEBUG nova.compute.manager [-] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.630810] env[62312]: DEBUG nova.network.neutron [-] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.632791] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.666622] env[62312]: DEBUG nova.network.neutron [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Successfully created port: 1f73e9ba-edaa-4021-8a8a-3b687efe3b29 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1648.795444] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.795961] env[62312]: DEBUG nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1648.810481] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ec4dd-3746-4f66-a9d6-3e70e440e08f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.818868] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d3bfb5-d6fe-4781-88c1-ae20dff861ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.852863] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6924573-20ee-4427-86cf-e7814f9303a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.861698] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759ac072-f18d-4f63-bdb7-2bbf469cfd6e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.877837] env[62312]: DEBUG nova.compute.provider_tree [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.975381] env[62312]: DEBUG oslo_vmware.api [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809919, 'name': PowerOnVM_Task, 'duration_secs': 0.903549} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.975667] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.975873] env[62312]: INFO nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1648.976064] env[62312]: DEBUG nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.976949] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaade50-2bea-4a9f-9e70-e0b0f5cce459 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.018378] env[62312]: INFO nova.compute.manager [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Took 45.21 seconds to build instance. [ 1649.099131] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809924, 'name': CreateVM_Task, 'duration_secs': 0.699592} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.099385] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.100380] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.100624] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.101097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.103918] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e28817-31be-484a-8835-1f92e84a0222 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.111632] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1649.111632] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5248ac45-0539-55ea-6de9-09ec168dbc73" [ 1649.111632] env[62312]: _type = "Task" [ 1649.111632] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.131964] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5248ac45-0539-55ea-6de9-09ec168dbc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.136995] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809926, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.382764] env[62312]: DEBUG nova.scheduler.client.report [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.499491] env[62312]: INFO nova.compute.manager [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Took 47.64 seconds to build instance. [ 1649.518851] env[62312]: DEBUG nova.network.neutron [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Updated VIF entry in instance network info cache for port 25a6eb7a-0a7c-433d-a887-83075ac3d223. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.519222] env[62312]: DEBUG nova.network.neutron [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Updating instance_info_cache with network_info: [{"id": "25a6eb7a-0a7c-433d-a887-83075ac3d223", "address": "fa:16:3e:6b:15:f8", "network": {"id": "da0088a1-ccd0-45e5-8a0f-e8d2ffae48e6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1817205453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a98a01ffcfc548b4988c1b716b1bc058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a6eb7a-0a", "ovs_interfaceid": "25a6eb7a-0a7c-433d-a887-83075ac3d223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.520930] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd1ff63d-00e8-434a-9425-7199f19983b6 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "a1ef827d-8520-485e-b843-458d360870dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.728s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.625618] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5248ac45-0539-55ea-6de9-09ec168dbc73, 'name': SearchDatastore_Task, 'duration_secs': 0.046257} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.627279] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.628560] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.628560] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.628560] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.628560] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.628560] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-618836a9-0f3a-4a86-9d81-118a084169e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.633260] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691536} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.633828] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d/2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.634044] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.634288] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88704e87-ffa0-4a08-b2f2-7ac78691a218 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.640456] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1649.640456] env[62312]: value = "task-1809927" [ 1649.640456] env[62312]: _type = "Task" [ 1649.640456] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.644487] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.644657] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.645627] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd99554-4404-4381-89be-e7eda522a7d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.650774] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.654271] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1649.654271] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]525307b7-8e05-cbd3-1406-3e1fbdf1862c" [ 1649.654271] env[62312]: _type = "Task" [ 1649.654271] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.664512] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525307b7-8e05-cbd3-1406-3e1fbdf1862c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.768272] env[62312]: DEBUG nova.compute.manager [req-569499d4-ea8f-4a5d-a0f0-16f507707741 req-77fe986f-08af-419c-82aa-3a3c7228c2b0 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Received event network-vif-deleted-393366c5-becf-4a8c-96d3-0e77ea1d2242 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1649.768272] env[62312]: INFO nova.compute.manager [req-569499d4-ea8f-4a5d-a0f0-16f507707741 req-77fe986f-08af-419c-82aa-3a3c7228c2b0 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Neutron deleted interface 393366c5-becf-4a8c-96d3-0e77ea1d2242; detaching it from the instance and deleting it from the info cache [ 1649.768272] env[62312]: DEBUG nova.network.neutron [req-569499d4-ea8f-4a5d-a0f0-16f507707741 req-77fe986f-08af-419c-82aa-3a3c7228c2b0 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.806198] env[62312]: DEBUG nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1649.845131] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.845410] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.845573] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.845755] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.845898] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.846053] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.846263] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.846417] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.846611] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.846794] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.847032] env[62312]: DEBUG nova.virt.hardware [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.848205] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf8745a-d1e7-46cc-b062-d22afe503916 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.858339] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69af1d6-d467-431e-a309-928379d8d5c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.892567] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.895508] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.620s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.895508] env[62312]: DEBUG nova.objects.instance [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1649.933393] env[62312]: INFO nova.scheduler.client.report [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted allocations for instance 3df85e52-fad7-4199-ba49-9cf68a9def0f [ 1649.950773] env[62312]: DEBUG nova.network.neutron [-] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.002217] env[62312]: DEBUG oslo_concurrency.lockutils [None req-82d31baf-f9eb-4cd2-9a2b-1c8dc3503cb6 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.156s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.021954] env[62312]: DEBUG oslo_concurrency.lockutils [req-47a8ebd0-6772-4e91-bc38-e40195b0997f req-01fbc41e-bc52-47f8-8886-f2ddadfac9c4 service nova] Releasing lock "refresh_cache-40c0aa81-12ae-423c-ad6d-a48b837af51b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.151910] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071406} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.153277] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.156629] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36300474-fc3b-4d12-ae1f-c8c23e5c4691 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.185465] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d/2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.190686] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e27ba5-b0d0-49b1-a1bc-a06e73824216 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.212947] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525307b7-8e05-cbd3-1406-3e1fbdf1862c, 'name': SearchDatastore_Task, 'duration_secs': 0.016263} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.214283] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2befea1b-a9f6-487d-b13e-68780f45603f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.219287] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1650.219287] env[62312]: value = "task-1809928" [ 1650.219287] env[62312]: _type = "Task" [ 1650.219287] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.220533] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1650.220533] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5252b6d5-eebe-47b2-e90b-af44cf63ad68" [ 1650.220533] env[62312]: _type = "Task" [ 1650.220533] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.231506] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.235478] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5252b6d5-eebe-47b2-e90b-af44cf63ad68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.240479] env[62312]: DEBUG nova.network.neutron [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Successfully updated port: 1f73e9ba-edaa-4021-8a8a-3b687efe3b29 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.262436] env[62312]: DEBUG nova.compute.manager [req-8be67eb4-8416-4e51-80f5-39c17ad388cd req-48eaa856-bf98-448e-a656-c9cd62ab5a7d service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Received event network-vif-plugged-1f73e9ba-edaa-4021-8a8a-3b687efe3b29 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1650.262661] env[62312]: DEBUG oslo_concurrency.lockutils [req-8be67eb4-8416-4e51-80f5-39c17ad388cd req-48eaa856-bf98-448e-a656-c9cd62ab5a7d service nova] Acquiring lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.262878] env[62312]: DEBUG oslo_concurrency.lockutils [req-8be67eb4-8416-4e51-80f5-39c17ad388cd req-48eaa856-bf98-448e-a656-c9cd62ab5a7d service nova] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.263073] env[62312]: DEBUG oslo_concurrency.lockutils [req-8be67eb4-8416-4e51-80f5-39c17ad388cd req-48eaa856-bf98-448e-a656-c9cd62ab5a7d service nova] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.263248] env[62312]: DEBUG nova.compute.manager [req-8be67eb4-8416-4e51-80f5-39c17ad388cd req-48eaa856-bf98-448e-a656-c9cd62ab5a7d service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] No waiting events found dispatching network-vif-plugged-1f73e9ba-edaa-4021-8a8a-3b687efe3b29 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1650.263410] env[62312]: WARNING nova.compute.manager [req-8be67eb4-8416-4e51-80f5-39c17ad388cd req-48eaa856-bf98-448e-a656-c9cd62ab5a7d service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Received unexpected event network-vif-plugged-1f73e9ba-edaa-4021-8a8a-3b687efe3b29 for instance with vm_state building and task_state spawning. [ 1650.271192] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed20a46c-5b30-418f-a7aa-a0bc8f16c30f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.280840] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709f144-9c60-4ca6-8ad7-44d9f33f87ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.319390] env[62312]: DEBUG nova.compute.manager [req-569499d4-ea8f-4a5d-a0f0-16f507707741 req-77fe986f-08af-419c-82aa-3a3c7228c2b0 service nova] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Detach interface failed, port_id=393366c5-becf-4a8c-96d3-0e77ea1d2242, reason: Instance 495cf19a-55fc-45c5-a05e-97f0395d06cf could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1650.442956] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46391806-f44b-43c3-973b-67475e9e8594 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "3df85e52-fad7-4199-ba49-9cf68a9def0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.795s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.457399] env[62312]: INFO nova.compute.manager [-] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Took 1.83 seconds to deallocate network for instance. [ 1650.505048] env[62312]: INFO nova.compute.manager [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Rescuing [ 1650.505270] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.505826] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquired lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.505826] env[62312]: DEBUG nova.network.neutron [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.737935] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.738187] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5252b6d5-eebe-47b2-e90b-af44cf63ad68, 'name': SearchDatastore_Task, 'duration_secs': 0.031381} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.738413] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.738666] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 40c0aa81-12ae-423c-ad6d-a48b837af51b/40c0aa81-12ae-423c-ad6d-a48b837af51b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.738915] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2305b273-6fa3-405d-bfce-7649ed9650f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.743099] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "refresh_cache-bfe099bd-e2e3-4db6-9c4f-226703a6732a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.743099] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "refresh_cache-bfe099bd-e2e3-4db6-9c4f-226703a6732a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.743099] env[62312]: DEBUG nova.network.neutron [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.748616] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1650.748616] env[62312]: value = "task-1809929" [ 1650.748616] env[62312]: _type = "Task" [ 1650.748616] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.758732] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.906940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8e4c7930-9c43-4418-9317-4876363625aa tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.911441] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.583s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.911441] env[62312]: DEBUG nova.objects.instance [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'resources' on Instance uuid d13294d3-5c71-42de-b06b-5b2b1d768165 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.966196] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.233585] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809928, 'name': ReconfigVM_Task, 'duration_secs': 0.738279} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.234661] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d/2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.234661] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f05dff75-96cb-46bb-862c-702296b25732 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.240194] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1651.240194] env[62312]: value = "task-1809930" [ 1651.240194] env[62312]: _type = "Task" [ 1651.240194] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.253571] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809930, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.265352] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480616} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.265652] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 40c0aa81-12ae-423c-ad6d-a48b837af51b/40c0aa81-12ae-423c-ad6d-a48b837af51b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.265868] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.266132] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9450bc3-cab1-45d2-ad3d-4825f702a09a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.275918] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1651.275918] env[62312]: value = "task-1809931" [ 1651.275918] env[62312]: _type = "Task" [ 1651.275918] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.284035] env[62312]: DEBUG nova.network.neutron [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.291610] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.306757] env[62312]: DEBUG nova.network.neutron [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.319254] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.319542] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.319726] env[62312]: INFO nova.compute.manager [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Shelving [ 1651.570926] env[62312]: DEBUG nova.network.neutron [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Updating instance_info_cache with network_info: [{"id": "1f73e9ba-edaa-4021-8a8a-3b687efe3b29", "address": "fa:16:3e:54:5d:c5", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f73e9ba-ed", "ovs_interfaceid": "1f73e9ba-edaa-4021-8a8a-3b687efe3b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.755428] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809930, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.785313] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.786868] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Releasing lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.791376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf1d0a-d3f0-4fdb-a72d-442d73fe1c9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.798771] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fae941-7301-4912-964d-fbd96ab4d31b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.833230] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e348a57-576f-49d0-877d-e7520ffbaaff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.846166] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b914d60-26e4-4a6c-8a23-81306852a561 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.860804] env[62312]: DEBUG nova.compute.provider_tree [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1652.073440] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "refresh_cache-bfe099bd-e2e3-4db6-9c4f-226703a6732a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.073906] env[62312]: DEBUG nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Instance network_info: |[{"id": "1f73e9ba-edaa-4021-8a8a-3b687efe3b29", "address": "fa:16:3e:54:5d:c5", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f73e9ba-ed", "ovs_interfaceid": "1f73e9ba-edaa-4021-8a8a-3b687efe3b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1652.074434] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:5d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f73e9ba-edaa-4021-8a8a-3b687efe3b29', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.084090] env[62312]: DEBUG oslo.service.loopingcall [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.084365] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.084591] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19441022-3a61-42c4-a52d-9e2d0dd8cc0f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.104173] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.104173] env[62312]: value = "task-1809932" [ 1652.104173] env[62312]: _type = "Task" [ 1652.104173] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.112402] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809932, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.253717] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.253717] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.258843] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809930, 'name': Rename_Task, 'duration_secs': 1.004205} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.259677] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.261204] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a288c42-dcb5-4a9d-82bf-d653efb4c6eb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.266046] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1652.266046] env[62312]: value = "task-1809933" [ 1652.266046] env[62312]: _type = "Task" [ 1652.266046] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.274468] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.284899] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.868707} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.286045] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.287160] env[62312]: DEBUG nova.compute.manager [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Received event network-changed-1f73e9ba-edaa-4021-8a8a-3b687efe3b29 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1652.287341] env[62312]: DEBUG nova.compute.manager [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Refreshing instance network info cache due to event network-changed-1f73e9ba-edaa-4021-8a8a-3b687efe3b29. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1652.287547] env[62312]: DEBUG oslo_concurrency.lockutils [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] Acquiring lock "refresh_cache-bfe099bd-e2e3-4db6-9c4f-226703a6732a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.287751] env[62312]: DEBUG oslo_concurrency.lockutils [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] Acquired lock "refresh_cache-bfe099bd-e2e3-4db6-9c4f-226703a6732a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.287936] env[62312]: DEBUG nova.network.neutron [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Refreshing network info cache for port 1f73e9ba-edaa-4021-8a8a-3b687efe3b29 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.289438] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847d4fb2-2cfb-4af2-8ebf-05ddc22c2e12 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.312307] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 40c0aa81-12ae-423c-ad6d-a48b837af51b/40c0aa81-12ae-423c-ad6d-a48b837af51b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.312998] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b97ea86-7a8b-4757-a340-a3e9ec2c8c31 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.332868] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1652.332868] env[62312]: value = "task-1809934" [ 1652.332868] env[62312]: _type = "Task" [ 1652.332868] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.342989] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.343648] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.344189] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f414c383-1cec-43c0-907f-a6056ab60b14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.351114] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1652.351114] env[62312]: value = "task-1809935" [ 1652.351114] env[62312]: _type = "Task" [ 1652.351114] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.360020] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.382175] env[62312]: ERROR nova.scheduler.client.report [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [req-65d4816c-029e-4d72-8326-36d553853dbd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65d4816c-029e-4d72-8326-36d553853dbd"}]} [ 1652.401430] env[62312]: DEBUG nova.scheduler.client.report [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1652.417456] env[62312]: DEBUG nova.scheduler.client.report [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1652.417697] env[62312]: DEBUG nova.compute.provider_tree [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1652.431328] env[62312]: DEBUG nova.scheduler.client.report [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1652.450874] env[62312]: DEBUG nova.scheduler.client.report [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1652.618183] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809932, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.761714] env[62312]: DEBUG nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.778026] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.813374] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a5eec-8ebe-41eb-8877-9df630323461 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.820728] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85d804-78a1-4135-aa8d-988cfad2bc8e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.858335] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f60bcd-edd7-4c90-838d-c5906349d8d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.870015] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.875314] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809935, 'name': PowerOffVM_Task, 'duration_secs': 0.176014} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.876569] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f2fbd7-f55f-4bf8-be3d-0e45cc59f874 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.880622] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.881649] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e30c3c8-7cee-4bcc-90c2-f275c3165252 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.909564] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a56329-f858-4ff5-ba60-232d8099d0cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.912671] env[62312]: DEBUG nova.compute.provider_tree [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.115521] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809932, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.278945] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.280028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.360131] env[62312]: DEBUG nova.network.neutron [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Updated VIF entry in instance network info cache for port 1f73e9ba-edaa-4021-8a8a-3b687efe3b29. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.360526] env[62312]: DEBUG nova.network.neutron [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Updating instance_info_cache with network_info: [{"id": "1f73e9ba-edaa-4021-8a8a-3b687efe3b29", "address": "fa:16:3e:54:5d:c5", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f73e9ba-ed", "ovs_interfaceid": "1f73e9ba-edaa-4021-8a8a-3b687efe3b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.368027] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.368027] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809934, 'name': ReconfigVM_Task, 'duration_secs': 0.579442} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.368299] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a55e7e44-30ba-4772-a4e2-b8ab4dbced8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.372132] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 40c0aa81-12ae-423c-ad6d-a48b837af51b/40c0aa81-12ae-423c-ad6d-a48b837af51b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.372132] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78a1d040-e43f-476b-b31a-277f10b74757 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.380034] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1653.380034] env[62312]: value = "task-1809936" [ 1653.380034] env[62312]: _type = "Task" [ 1653.380034] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.380034] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1653.380034] env[62312]: value = "task-1809937" [ 1653.380034] env[62312]: _type = "Task" [ 1653.380034] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.394732] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.395133] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809937, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.426113] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1653.426113] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ab39291-1251-4711-9b80-9993ae71ca3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.434430] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1653.434430] env[62312]: value = "task-1809938" [ 1653.434430] env[62312]: _type = "Task" [ 1653.434430] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.445470] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809938, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.455464] env[62312]: DEBUG nova.scheduler.client.report [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1653.455837] env[62312]: DEBUG nova.compute.provider_tree [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 104 to 105 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1653.456066] env[62312]: DEBUG nova.compute.provider_tree [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.616297] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809932, 'name': CreateVM_Task, 'duration_secs': 1.273463} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.616471] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.617179] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.617347] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.617657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.617972] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15df4dec-682d-4bad-b2dc-4e07fe48d6d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.622801] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1653.622801] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5246b957-2bb0-3a5a-a376-7cb3fda9b664" [ 1653.622801] env[62312]: _type = "Task" [ 1653.622801] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.630453] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5246b957-2bb0-3a5a-a376-7cb3fda9b664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.778269] env[62312]: DEBUG oslo_vmware.api [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1809933, 'name': PowerOnVM_Task, 'duration_secs': 1.214953} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.778544] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.778742] env[62312]: INFO nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1653.778940] env[62312]: DEBUG nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.779736] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c336e-1ac8-4d6d-abf0-38c7e75b69c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.863332] env[62312]: DEBUG oslo_concurrency.lockutils [req-972ef62f-70c7-4172-9803-5eede1c73d5a req-b232c51f-034d-4bfb-95b2-b3aac396162a service nova] Releasing lock "refresh_cache-bfe099bd-e2e3-4db6-9c4f-226703a6732a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.890259] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809936, 'name': PowerOffVM_Task, 'duration_secs': 0.227322} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.890920] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.891734] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285ccce-8a63-408c-9eee-926e1466bad3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.897389] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809937, 'name': Rename_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.914612] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a26dfad-0974-4eca-96e4-7b12dde1d0c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.946649] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809938, 'name': CreateSnapshot_Task, 'duration_secs': 0.469006} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.948532] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.948810] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1653.949046] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43be5d60-b698-446b-ba9b-4194fe140240 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.951072] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9624d306-3eae-4035-bc8a-c99681875c34 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.962048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.053s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.963553] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1653.963553] env[62312]: value = "task-1809939" [ 1653.963553] env[62312]: _type = "Task" [ 1653.963553] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.964156] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.199s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.965638] env[62312]: INFO nova.compute.claims [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1653.976840] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1653.977058] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.977337] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.977485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.977661] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.977937] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fc461fc-c717-4880-9058-2b992bab4fd7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.980564] env[62312]: INFO nova.scheduler.client.report [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted allocations for instance d13294d3-5c71-42de-b06b-5b2b1d768165 [ 1653.987798] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.987982] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.988734] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e192e18-3a44-4317-a9b1-3c44bf91d4f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.993862] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1653.993862] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a948ac-1618-d482-c306-3d7e87e7521c" [ 1653.993862] env[62312]: _type = "Task" [ 1653.993862] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.001858] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a948ac-1618-d482-c306-3d7e87e7521c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.133463] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5246b957-2bb0-3a5a-a376-7cb3fda9b664, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.133726] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.133959] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.134177] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.296464] env[62312]: INFO nova.compute.manager [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Took 43.55 seconds to build instance. [ 1654.395194] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809937, 'name': Rename_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.472062] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1654.474514] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03b4478d-31e8-4a08-bf3f-c079eb46235e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.483883] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1654.483883] env[62312]: value = "task-1809940" [ 1654.483883] env[62312]: _type = "Task" [ 1654.483883] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.489739] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b851a274-f46b-4193-965c-34647cf334c7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "d13294d3-5c71-42de-b06b-5b2b1d768165" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.322s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.494428] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809940, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.503481] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a948ac-1618-d482-c306-3d7e87e7521c, 'name': SearchDatastore_Task, 'duration_secs': 0.007573} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.504297] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0929efaa-f6c5-45df-a3ac-4c364c2bba13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.510295] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1654.510295] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5224a273-d90d-8b6c-afbe-a6f55cfc5078" [ 1654.510295] env[62312]: _type = "Task" [ 1654.510295] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.518709] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5224a273-d90d-8b6c-afbe-a6f55cfc5078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.798376] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8f5d4919-e1b7-463b-8b1e-d8c211827264 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.066s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.896450] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809937, 'name': Rename_Task, 'duration_secs': 1.153774} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.896767] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.897031] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-834d61d1-4e75-4ddf-bda3-76d188bc88c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.903783] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1654.903783] env[62312]: value = "task-1809941" [ 1654.903783] env[62312]: _type = "Task" [ 1654.903783] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.913091] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.994056] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809940, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.020596] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5224a273-d90d-8b6c-afbe-a6f55cfc5078, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.023921] env[62312]: DEBUG oslo_concurrency.lockutils [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.023921] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a1ef827d-8520-485e-b843-458d360870dc/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. {{(pid=62312) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1655.024890] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.024890] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.025079] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23bd93fd-1fe5-4900-a42a-8c764f88c618 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.027959] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7916d69d-3f18-435b-858e-dcb80d36e630 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.034348] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1655.034348] env[62312]: value = "task-1809942" [ 1655.034348] env[62312]: _type = "Task" [ 1655.034348] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.041885] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.042095] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.046191] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecc0d68-2763-49f4-ac86-4f25a3dda6c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.048807] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.054384] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1655.054384] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52551993-47e5-2de9-900b-27e5ac48a4a0" [ 1655.054384] env[62312]: _type = "Task" [ 1655.054384] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.062708] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52551993-47e5-2de9-900b-27e5ac48a4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.415734] env[62312]: DEBUG oslo_vmware.api [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809941, 'name': PowerOnVM_Task, 'duration_secs': 0.479602} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.419209] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.419519] env[62312]: INFO nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1655.419870] env[62312]: DEBUG nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.421224] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44316aec-8f6a-4f9b-a953-3e9a7e1f299c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.435090] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f21a8-d1f2-40c5-b7de-1d3f2919cbb2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.443390] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d305ea9-8a7b-497b-aa70-1ec209bf86be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.480291] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb24458-964c-4c5a-97f2-599407e9bd8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.485900] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a70bd-da17-4aee-bda2-5ff35c5929a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.506010] env[62312]: DEBUG nova.compute.provider_tree [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.511227] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809940, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.544457] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.565027] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52551993-47e5-2de9-900b-27e5ac48a4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.565890] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ddaa5b0-6b52-43d4-9bc8-3263de69dc18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.572208] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1655.572208] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d67150-8a82-057d-617d-e0b326d399ce" [ 1655.572208] env[62312]: _type = "Task" [ 1655.572208] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.580882] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d67150-8a82-057d-617d-e0b326d399ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.696827] env[62312]: DEBUG nova.compute.manager [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-changed-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1655.697286] env[62312]: DEBUG nova.compute.manager [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing instance network info cache due to event network-changed-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1655.697685] env[62312]: DEBUG oslo_concurrency.lockutils [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.697995] env[62312]: DEBUG oslo_concurrency.lockutils [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.698319] env[62312]: DEBUG nova.network.neutron [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing network info cache for port 6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.943228] env[62312]: INFO nova.compute.manager [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Took 42.56 seconds to build instance. [ 1656.001449] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809940, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.012719] env[62312]: DEBUG nova.scheduler.client.report [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.046936] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572862} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.047047] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a1ef827d-8520-485e-b843-458d360870dc/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. [ 1656.047956] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b85c257-54f5-48ba-b1dd-0ceba1a32759 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.083839] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] a1ef827d-8520-485e-b843-458d360870dc/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.091511] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e847da-d2a0-4a16-8e4e-0857a8d94d6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.112695] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d67150-8a82-057d-617d-e0b326d399ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.114184] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.114480] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bfe099bd-e2e3-4db6-9c4f-226703a6732a/bfe099bd-e2e3-4db6-9c4f-226703a6732a.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1656.114840] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1656.114840] env[62312]: value = "task-1809943" [ 1656.114840] env[62312]: _type = "Task" [ 1656.114840] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.115073] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a68a9be9-a112-42e8-8f8b-5b096b81217b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.126315] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.127818] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1656.127818] env[62312]: value = "task-1809944" [ 1656.127818] env[62312]: _type = "Task" [ 1656.127818] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.135944] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.445391] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9aa6d27d-114e-4122-bd7d-6d249419ea72 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.071s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.503413] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809940, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.520973] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.521371] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.524328] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.723s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.528036] env[62312]: INFO nova.compute.claims [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.575184] env[62312]: DEBUG nova.network.neutron [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updated VIF entry in instance network info cache for port 6a24104f-54e6-4f8a-a2a6-4bb1d75a17db. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.575608] env[62312]: DEBUG nova.network.neutron [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.628944] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.639354] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.000933] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809940, 'name': CloneVM_Task, 'duration_secs': 2.275405} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.001471] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Created linked-clone VM from snapshot [ 1657.002252] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df145630-3b55-46c7-aa67-5cbe5b1f5ffd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.009789] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Uploading image 066e2401-02c1-4cd9-9dc5-160ff8d6c262 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1657.034352] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1657.034352] env[62312]: value = "vm-375111" [ 1657.034352] env[62312]: _type = "VirtualMachine" [ 1657.034352] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1657.035577] env[62312]: DEBUG nova.compute.utils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.038373] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-313ed8ba-4fa5-4ece-8ee6-09a15e905ede {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.040286] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.040453] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.048250] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lease: (returnval){ [ 1657.048250] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52550799-7d6c-8387-99b6-b8a962cbfcba" [ 1657.048250] env[62312]: _type = "HttpNfcLease" [ 1657.048250] env[62312]: } obtained for exporting VM: (result){ [ 1657.048250] env[62312]: value = "vm-375111" [ 1657.048250] env[62312]: _type = "VirtualMachine" [ 1657.048250] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1657.048481] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the lease: (returnval){ [ 1657.048481] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52550799-7d6c-8387-99b6-b8a962cbfcba" [ 1657.048481] env[62312]: _type = "HttpNfcLease" [ 1657.048481] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1657.056224] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.056224] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52550799-7d6c-8387-99b6-b8a962cbfcba" [ 1657.056224] env[62312]: _type = "HttpNfcLease" [ 1657.056224] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1657.077872] env[62312]: DEBUG oslo_concurrency.lockutils [req-d7000e25-090d-47ce-bed8-6415f6a2ac58 req-80f3b458-f997-4a7b-a1ea-2c0a83066a17 service nova] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.098054] env[62312]: DEBUG nova.policy [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7791bf3bfa4d1788fcc6103fc163fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbfa1bf255e242d78eec94ef7114d323', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.130370] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809943, 'name': ReconfigVM_Task, 'duration_secs': 0.55926} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.134269] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Reconfigured VM instance instance-00000045 to attach disk [datastore1] a1ef827d-8520-485e-b843-458d360870dc/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.135238] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63bee8-0d3b-44c1-9d06-eed0f0706087 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.142773] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573484} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.159183] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bfe099bd-e2e3-4db6-9c4f-226703a6732a/bfe099bd-e2e3-4db6-9c4f-226703a6732a.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1657.159423] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1657.164716] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44af7ef1-6deb-4690-b959-b217aff58104 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.166667] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e2cdf8-94ea-4f6d-9a30-d07ef9b8c649 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.182271] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1657.182271] env[62312]: value = "task-1809947" [ 1657.182271] env[62312]: _type = "Task" [ 1657.182271] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.184016] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1657.184016] env[62312]: value = "task-1809946" [ 1657.184016] env[62312]: _type = "Task" [ 1657.184016] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.198044] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.202211] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.461951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "40c0aa81-12ae-423c-ad6d-a48b837af51b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.461951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.461951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "40c0aa81-12ae-423c-ad6d-a48b837af51b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.461951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.461951] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.463918] env[62312]: INFO nova.compute.manager [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Terminating instance [ 1657.535997] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Successfully created port: 79c8c973-d880-457a-a35d-b0066529c406 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.544019] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.557050] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.557050] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52550799-7d6c-8387-99b6-b8a962cbfcba" [ 1657.557050] env[62312]: _type = "HttpNfcLease" [ 1657.557050] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1657.557644] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1657.557644] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52550799-7d6c-8387-99b6-b8a962cbfcba" [ 1657.557644] env[62312]: _type = "HttpNfcLease" [ 1657.557644] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1657.558596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90135d5d-6019-4458-b1cb-6c63b474ab75 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.566811] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3918b-fb8c-260c-f8e7-a26cc4d2d8c3/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1657.566811] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3918b-fb8c-260c-f8e7-a26cc4d2d8c3/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1657.665324] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ef2415d-1287-4c1c-bb56-959c9880edd1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.675019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.675272] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.703222] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.713162] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315132} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.716549] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.717861] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5e4ee-0584-4acb-ae9a-9d6bb692d10f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.753693] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] bfe099bd-e2e3-4db6-9c4f-226703a6732a/bfe099bd-e2e3-4db6-9c4f-226703a6732a.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.758194] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe3b30a-e672-4d13-a8ea-19e3f3fdd8f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.790113] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1657.790113] env[62312]: value = "task-1809948" [ 1657.790113] env[62312]: _type = "Task" [ 1657.790113] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.803993] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.970847] env[62312]: DEBUG nova.compute.manager [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.971110] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.972405] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c18f0c-54bd-48a0-b8a9-a67fcd8730b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.980432] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.980821] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1b362b-3723-4269-897d-fa29576a9ba7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.991064] env[62312]: DEBUG oslo_vmware.api [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1657.991064] env[62312]: value = "task-1809949" [ 1657.991064] env[62312]: _type = "Task" [ 1657.991064] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.999842] env[62312]: DEBUG oslo_vmware.api [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.093342] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d72508e-a852-452c-9b23-bf045c6433e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.101805] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a748c59-5266-4796-bf3f-bb63daafc1fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.135896] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1219bc2f-c9a9-48a4-aed2-1efd186d7477 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.146276] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a561c4e0-f6d6-40ca-a3a4-2e5af4ea521a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.163062] env[62312]: DEBUG nova.compute.provider_tree [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.179765] env[62312]: DEBUG nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1658.194527] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809947, 'name': ReconfigVM_Task, 'duration_secs': 0.638407} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.194768] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.196023] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771ab07c-a121-46eb-bd8f-7b081f61f961 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.201516] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1658.201516] env[62312]: value = "task-1809950" [ 1658.201516] env[62312]: _type = "Task" [ 1658.201516] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.209650] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.301119] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809948, 'name': ReconfigVM_Task, 'duration_secs': 0.364151} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.301277] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] bfe099bd-e2e3-4db6-9c4f-226703a6732a/bfe099bd-e2e3-4db6-9c4f-226703a6732a.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.303050] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-207d60d0-5039-4a7d-86e4-6bb131af2c9d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.310065] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1658.310065] env[62312]: value = "task-1809951" [ 1658.310065] env[62312]: _type = "Task" [ 1658.310065] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.322687] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809951, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.501365] env[62312]: DEBUG oslo_vmware.api [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809949, 'name': PowerOffVM_Task, 'duration_secs': 0.283079} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.501859] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.502030] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.502530] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2f851c-90f0-4cda-ad22-ed4732809f37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.556399] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1658.578224] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1658.578504] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.578659] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1658.578863] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.578977] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1658.579136] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1658.579343] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1658.579601] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1658.579836] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1658.580020] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1658.580195] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1658.581661] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3496ee-5031-4c70-b6a2-b31389dd25c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.589536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61b7d3d-6682-4e98-8da9-caa27ce32a72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.666797] env[62312]: DEBUG nova.scheduler.client.report [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.676972] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.677217] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.677396] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Deleting the datastore file [datastore1] 40c0aa81-12ae-423c-ad6d-a48b837af51b {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.677658] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8549527-07d8-453e-8c09-035e47dbb90d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.690743] env[62312]: DEBUG oslo_vmware.api [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for the task: (returnval){ [ 1658.690743] env[62312]: value = "task-1809953" [ 1658.690743] env[62312]: _type = "Task" [ 1658.690743] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.702449] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.709598] env[62312]: DEBUG oslo_vmware.api [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.716733] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809950, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.820339] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809951, 'name': Rename_Task, 'duration_secs': 0.160273} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.820719] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.820990] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c5c0d6-9dac-4552-8987-c829c5d310cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.829381] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1658.829381] env[62312]: value = "task-1809954" [ 1658.829381] env[62312]: _type = "Task" [ 1658.829381] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.839747] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.036511] env[62312]: DEBUG nova.compute.manager [req-4c42bcf5-f753-4534-a863-54422c3daf26 req-7b299ff2-f1dc-47a5-846c-5c4412dce11f service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Received event network-vif-plugged-79c8c973-d880-457a-a35d-b0066529c406 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1659.036874] env[62312]: DEBUG oslo_concurrency.lockutils [req-4c42bcf5-f753-4534-a863-54422c3daf26 req-7b299ff2-f1dc-47a5-846c-5c4412dce11f service nova] Acquiring lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.039530] env[62312]: DEBUG oslo_concurrency.lockutils [req-4c42bcf5-f753-4534-a863-54422c3daf26 req-7b299ff2-f1dc-47a5-846c-5c4412dce11f service nova] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.040884] env[62312]: DEBUG oslo_concurrency.lockutils [req-4c42bcf5-f753-4534-a863-54422c3daf26 req-7b299ff2-f1dc-47a5-846c-5c4412dce11f service nova] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.040884] env[62312]: DEBUG nova.compute.manager [req-4c42bcf5-f753-4534-a863-54422c3daf26 req-7b299ff2-f1dc-47a5-846c-5c4412dce11f service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] No waiting events found dispatching network-vif-plugged-79c8c973-d880-457a-a35d-b0066529c406 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1659.040884] env[62312]: WARNING nova.compute.manager [req-4c42bcf5-f753-4534-a863-54422c3daf26 req-7b299ff2-f1dc-47a5-846c-5c4412dce11f service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Received unexpected event network-vif-plugged-79c8c973-d880-457a-a35d-b0066529c406 for instance with vm_state building and task_state spawning. [ 1659.164816] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Successfully updated port: 79c8c973-d880-457a-a35d-b0066529c406 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.173898] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.174503] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.182035] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.458s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.182035] env[62312]: DEBUG nova.objects.instance [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lazy-loading 'resources' on Instance uuid 75d8232c-3dee-48f6-8abd-60581f4abd44 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.209974] env[62312]: DEBUG oslo_vmware.api [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Task: {'id': task-1809953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373176} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.211090] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.211090] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.211090] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.211260] env[62312]: INFO nova.compute.manager [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1659.211550] env[62312]: DEBUG oslo.service.loopingcall [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.211795] env[62312]: DEBUG nova.compute.manager [-] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.211895] env[62312]: DEBUG nova.network.neutron [-] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.217518] env[62312]: DEBUG oslo_vmware.api [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809950, 'name': PowerOnVM_Task, 'duration_secs': 0.560125} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.218747] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.225451] env[62312]: DEBUG nova.compute.manager [None req-cc6e51c6-b3d0-4fdd-bd55-a3b67aa861f5 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.226350] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b83539-5a28-443f-b64a-8763791de888 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.340984] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809954, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.667303] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "refresh_cache-60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.667600] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "refresh_cache-60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.667660] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.681270] env[62312]: DEBUG nova.compute.utils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.683445] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.683527] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.774420] env[62312]: DEBUG nova.policy [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7791bf3bfa4d1788fcc6103fc163fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbfa1bf255e242d78eec94ef7114d323', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.842215] env[62312]: DEBUG oslo_vmware.api [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809954, 'name': PowerOnVM_Task, 'duration_secs': 0.546146} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.845442] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.845442] env[62312]: INFO nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1659.845442] env[62312]: DEBUG nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.846273] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27bd427-9e97-4caa-b242-625b0491f370 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.080506] env[62312]: DEBUG nova.network.neutron [-] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.105203] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62422eaa-f76e-48ec-855a-c2a61e0ab0a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.113842] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21853b28-b286-4a45-adc5-01f65555543b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.147092] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e731567-04d0-475f-9fa4-7562538dfe32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.154609] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e4b6b-6f3c-4aa7-8aa2-68cb65aca8ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.168413] env[62312]: DEBUG nova.compute.provider_tree [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.187109] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.215426] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.268386] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Successfully created port: 645be8b3-b208-4970-8825-b74c00f5cec3 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.355809] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Updating instance_info_cache with network_info: [{"id": "79c8c973-d880-457a-a35d-b0066529c406", "address": "fa:16:3e:f4:44:86", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79c8c973-d8", "ovs_interfaceid": "79c8c973-d880-457a-a35d-b0066529c406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.368235] env[62312]: INFO nova.compute.manager [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Took 43.95 seconds to build instance. [ 1660.586949] env[62312]: INFO nova.compute.manager [-] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Took 1.37 seconds to deallocate network for instance. [ 1660.674775] env[62312]: DEBUG nova.scheduler.client.report [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.858147] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "refresh_cache-60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.858484] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Instance network_info: |[{"id": "79c8c973-d880-457a-a35d-b0066529c406", "address": "fa:16:3e:f4:44:86", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79c8c973-d8", "ovs_interfaceid": "79c8c973-d880-457a-a35d-b0066529c406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1660.858919] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:44:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79c8c973-d880-457a-a35d-b0066529c406', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.866553] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Creating folder: Project (fbfa1bf255e242d78eec94ef7114d323). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1660.867267] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd35708a-0201-4625-960e-cec9f807cf9d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.869384] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c82dd37f-38c6-4063-bc71-2b28dcc68854 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.465s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.880329] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Created folder: Project (fbfa1bf255e242d78eec94ef7114d323) in parent group-v374919. [ 1660.880539] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Creating folder: Instances. Parent ref: group-v375112. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1660.880845] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-196d0fae-0d88-4934-928a-b5271775dd99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.891293] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Created folder: Instances in parent group-v375112. [ 1660.891553] env[62312]: DEBUG oslo.service.loopingcall [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.891775] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.891996] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c0eabb-02b7-4612-bff9-6af72ec73c4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.912581] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.912581] env[62312]: value = "task-1809957" [ 1660.912581] env[62312]: _type = "Task" [ 1660.912581] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.924093] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809957, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.093234] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.180123] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.183247] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.986s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.185080] env[62312]: INFO nova.compute.claims [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.201108] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.215914] env[62312]: INFO nova.scheduler.client.report [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted allocations for instance 75d8232c-3dee-48f6-8abd-60581f4abd44 [ 1661.230828] env[62312]: DEBUG nova.compute.manager [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Received event network-changed-79c8c973-d880-457a-a35d-b0066529c406 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1661.231395] env[62312]: DEBUG nova.compute.manager [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Refreshing instance network info cache due to event network-changed-79c8c973-d880-457a-a35d-b0066529c406. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1661.231395] env[62312]: DEBUG oslo_concurrency.lockutils [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] Acquiring lock "refresh_cache-60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.231519] env[62312]: DEBUG oslo_concurrency.lockutils [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] Acquired lock "refresh_cache-60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.231743] env[62312]: DEBUG nova.network.neutron [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Refreshing network info cache for port 79c8c973-d880-457a-a35d-b0066529c406 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.242766] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.243079] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.243710] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.243710] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.243710] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.243710] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.243926] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.244078] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.244247] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.244708] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.244708] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.245961] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d394cd-4970-42dc-8285-114b8c3092c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.255400] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ceff0e-3f58-440b-bb1c-f0575547e81f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.423047] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809957, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.725056] env[62312]: DEBUG oslo_concurrency.lockutils [None req-db000558-5c94-4d66-8430-98ebf7bf2639 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "75d8232c-3dee-48f6-8abd-60581f4abd44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.431s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.932358] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809957, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.963118] env[62312]: DEBUG nova.network.neutron [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Updated VIF entry in instance network info cache for port 79c8c973-d880-457a-a35d-b0066529c406. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.963527] env[62312]: DEBUG nova.network.neutron [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Updating instance_info_cache with network_info: [{"id": "79c8c973-d880-457a-a35d-b0066529c406", "address": "fa:16:3e:f4:44:86", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79c8c973-d8", "ovs_interfaceid": "79c8c973-d880-457a-a35d-b0066529c406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.433570] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809957, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.444622] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Successfully updated port: 645be8b3-b208-4970-8825-b74c00f5cec3 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.466941] env[62312]: DEBUG oslo_concurrency.lockutils [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] Releasing lock "refresh_cache-60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.467234] env[62312]: DEBUG nova.compute.manager [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Received event network-vif-deleted-25a6eb7a-0a7c-433d-a887-83075ac3d223 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1662.467414] env[62312]: DEBUG nova.compute.manager [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1662.467580] env[62312]: DEBUG nova.compute.manager [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing instance network info cache due to event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1662.467785] env[62312]: DEBUG oslo_concurrency.lockutils [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] Acquiring lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.467940] env[62312]: DEBUG oslo_concurrency.lockutils [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] Acquired lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.468081] env[62312]: DEBUG nova.network.neutron [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.615218] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd179a0-055d-400a-9715-27a1dca73893 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.623039] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2062b7c0-0e44-4a65-aca6-2cc85a4f627f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.655590] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4b07f-0aad-4a06-b7ad-fe4cc5d63a19 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.666543] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4779df48-f63f-4f12-8d01-163440bb7bed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.681217] env[62312]: DEBUG nova.compute.provider_tree [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.692705] env[62312]: DEBUG nova.compute.manager [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.693285] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d044cc-301f-423c-884f-5dc10b9f8576 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.928290] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809957, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.946122] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "refresh_cache-11210b37-2161-49a0-800c-d57c76eb5ec4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.946303] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "refresh_cache-11210b37-2161-49a0-800c-d57c76eb5ec4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.946453] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.162131] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.162383] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.162618] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.162946] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.163044] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.165787] env[62312]: INFO nova.compute.manager [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Terminating instance [ 1663.184196] env[62312]: DEBUG nova.scheduler.client.report [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.204545] env[62312]: INFO nova.compute.manager [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] instance snapshotting [ 1663.206558] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac0c151-cd43-470b-a6f5-a9d1ee4a4991 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.226626] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f61a04-9765-4ce7-ab51-eaa5ff691bba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.423882] env[62312]: DEBUG nova.network.neutron [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updated VIF entry in instance network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.424083] env[62312]: DEBUG nova.network.neutron [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.433203] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809957, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.454674] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1663.454946] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing instance network info cache due to event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1663.455228] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Acquiring lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.497911] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.673066] env[62312]: DEBUG nova.compute.manager [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1663.673066] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.673066] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6befc0-1200-4ffd-8056-fae8548f1b92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.686645] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.686899] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ef23c9-c4cf-4957-b2dc-9184301bf248 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.690786] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.694207] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1663.696789] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.983s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.703629] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1663.703629] env[62312]: value = "task-1809958" [ 1663.703629] env[62312]: _type = "Task" [ 1663.703629] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.716345] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.737920] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1663.738258] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2d39a8d-48a7-475a-ac2c-077c37df920a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.746822] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1663.746822] env[62312]: value = "task-1809959" [ 1663.746822] env[62312]: _type = "Task" [ 1663.746822] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.755228] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.767284] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Updating instance_info_cache with network_info: [{"id": "645be8b3-b208-4970-8825-b74c00f5cec3", "address": "fa:16:3e:da:fc:b4", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645be8b3-b2", "ovs_interfaceid": "645be8b3-b208-4970-8825-b74c00f5cec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.929704] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809957, 'name': CreateVM_Task, 'duration_secs': 2.883096} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.930184] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.930744] env[62312]: DEBUG oslo_concurrency.lockutils [req-c28ff727-65f5-4322-b72f-dee506e3224d req-df320dbf-555d-4ef2-8f81-198981176807 service nova] Releasing lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.931559] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.931746] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.932106] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.932468] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Acquired lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.932653] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.934102] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c60e02-18ae-4f23-9dc0-ba3d0a3dddbb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.939544] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1663.939544] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493" [ 1663.939544] env[62312]: _type = "Task" [ 1663.939544] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.948654] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.201840] env[62312]: DEBUG nova.compute.utils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.205238] env[62312]: INFO nova.compute.claims [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.209174] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.213047] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.220887] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809958, 'name': PowerOffVM_Task, 'duration_secs': 0.221153} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.221399] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.221399] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.221563] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14fdaffc-ea2f-4ab9-a29e-a735080973e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.256042] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.269965] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "refresh_cache-11210b37-2161-49a0-800c-d57c76eb5ec4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.270298] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Instance network_info: |[{"id": "645be8b3-b208-4970-8825-b74c00f5cec3", "address": "fa:16:3e:da:fc:b4", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645be8b3-b2", "ovs_interfaceid": "645be8b3-b208-4970-8825-b74c00f5cec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1664.271807] env[62312]: DEBUG nova.policy [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7791bf3bfa4d1788fcc6103fc163fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbfa1bf255e242d78eec94ef7114d323', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.273392] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:fc:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '645be8b3-b208-4970-8825-b74c00f5cec3', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.280955] env[62312]: DEBUG oslo.service.loopingcall [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.281175] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.281790] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-354cf976-c028-4a07-8a86-d31f12f5914f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.302340] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.302340] env[62312]: value = "task-1809961" [ 1664.302340] env[62312]: _type = "Task" [ 1664.302340] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.310130] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809961, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.393461] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.393692] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.393998] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleting the datastore file [datastore1] 4e1d43ea-cd82-4a68-80c6-71d698ceb992 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.394291] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bb17f4f-46a2-4e29-ad08-2a30b2bcc546 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.402120] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1664.402120] env[62312]: value = "task-1809962" [ 1664.402120] env[62312]: _type = "Task" [ 1664.402120] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.410392] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.448569] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.667273] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updated VIF entry in instance network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.667653] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.710246] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1664.715631] env[62312]: INFO nova.compute.resource_tracker [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating resource usage from migration 30698fdb-f806-4c2a-a683-607c988c1eba [ 1664.757964] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809959, 'name': CreateSnapshot_Task, 'duration_secs': 0.976013} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.760733] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1664.762326] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8a2bbe-2f7f-4fcc-b232-9b12943e7653 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.813484] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809961, 'name': CreateVM_Task, 'duration_secs': 0.401076} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.815875] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1664.817226] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.859897] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Successfully created port: e9f7ccbc-cf4e-4368-b582-56b00fc03f2b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.913705] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.953919] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.142563] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36237814-cbea-459a-9e0d-439bbd2d60aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.152170] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e47f7-a98b-4250-8308-a57401132e05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.183977] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Releasing lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.184282] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Received event network-vif-plugged-645be8b3-b208-4970-8825-b74c00f5cec3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1665.184587] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Acquiring lock "11210b37-2161-49a0-800c-d57c76eb5ec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.184689] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.184839] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.184999] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] No waiting events found dispatching network-vif-plugged-645be8b3-b208-4970-8825-b74c00f5cec3 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1665.185173] env[62312]: WARNING nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Received unexpected event network-vif-plugged-645be8b3-b208-4970-8825-b74c00f5cec3 for instance with vm_state building and task_state spawning. [ 1665.185332] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Received event network-changed-645be8b3-b208-4970-8825-b74c00f5cec3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1665.185478] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Refreshing instance network info cache due to event network-changed-645be8b3-b208-4970-8825-b74c00f5cec3. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1665.185653] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Acquiring lock "refresh_cache-11210b37-2161-49a0-800c-d57c76eb5ec4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.185788] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Acquired lock "refresh_cache-11210b37-2161-49a0-800c-d57c76eb5ec4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.185927] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Refreshing network info cache for port 645be8b3-b208-4970-8825-b74c00f5cec3 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.189182] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7cb7b4-f2df-4b9f-916e-d6c251884e56 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.196681] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db51c8ae-6bcb-4761-9e40-b94a04ce40e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.210926] env[62312]: DEBUG nova.compute.provider_tree [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.282857] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1665.283164] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e54339ba-cee3-40ef-9493-e6a19688e3fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.292357] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1665.292357] env[62312]: value = "task-1809963" [ 1665.292357] env[62312]: _type = "Task" [ 1665.292357] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.300338] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809963, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.414722] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.451873] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.521965] env[62312]: DEBUG nova.compute.manager [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1665.521965] env[62312]: DEBUG nova.compute.manager [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing instance network info cache due to event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1665.522206] env[62312]: DEBUG oslo_concurrency.lockutils [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] Acquiring lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.522448] env[62312]: DEBUG oslo_concurrency.lockutils [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] Acquired lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.522697] env[62312]: DEBUG nova.network.neutron [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.715289] env[62312]: DEBUG nova.scheduler.client.report [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.723877] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1665.746195] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1665.746445] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.746600] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1665.746780] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.746928] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1665.747176] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1665.747436] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1665.747632] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1665.747850] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1665.748063] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1665.748281] env[62312]: DEBUG nova.virt.hardware [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1665.749161] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43c5c3b-d455-49e9-871e-92de886bf6fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.757526] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63f106-f513-4c41-8c08-ff9ed5b5f180 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.803812] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809963, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.908966] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Updated VIF entry in instance network info cache for port 645be8b3-b208-4970-8825-b74c00f5cec3. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.909349] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Updating instance_info_cache with network_info: [{"id": "645be8b3-b208-4970-8825-b74c00f5cec3", "address": "fa:16:3e:da:fc:b4", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645be8b3-b2", "ovs_interfaceid": "645be8b3-b208-4970-8825-b74c00f5cec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.917798] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.954308] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.220281] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.523s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.220544] env[62312]: INFO nova.compute.manager [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Migrating [ 1666.227503] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.434s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.228978] env[62312]: INFO nova.compute.claims [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.241479] env[62312]: DEBUG nova.network.neutron [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updated VIF entry in instance network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.241918] env[62312]: DEBUG nova.network.neutron [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.302366] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809963, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.375499] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "a1ef827d-8520-485e-b843-458d360870dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.375837] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "a1ef827d-8520-485e-b843-458d360870dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.376094] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "a1ef827d-8520-485e-b843-458d360870dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.376294] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "a1ef827d-8520-485e-b843-458d360870dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.376467] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "a1ef827d-8520-485e-b843-458d360870dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.378909] env[62312]: INFO nova.compute.manager [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Terminating instance [ 1666.414984] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Releasing lock "refresh_cache-11210b37-2161-49a0-800c-d57c76eb5ec4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.415271] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1666.415460] env[62312]: DEBUG nova.compute.manager [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing instance network info cache due to event network-changed-9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1666.415667] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Acquiring lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.416030] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.452461] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.741568] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.741761] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.741903] env[62312]: DEBUG nova.network.neutron [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.743874] env[62312]: DEBUG oslo_concurrency.lockutils [req-9955937f-f6b7-4790-8610-779c278dcb03 req-f51362d8-e3f5-4013-a015-1c03df676bfc service nova] Releasing lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.744439] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Acquired lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.744617] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Refreshing network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.782053] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Successfully updated port: e9f7ccbc-cf4e-4368-b582-56b00fc03f2b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.803569] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809963, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.883478] env[62312]: DEBUG nova.compute.manager [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.883704] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.884710] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c39d08-bd88-44f2-9d83-9dfdad5ca4a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.893025] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.893339] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bf9b73b-435a-41eb-8866-c2cac6acfafc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.899840] env[62312]: DEBUG oslo_vmware.api [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1666.899840] env[62312]: value = "task-1809964" [ 1666.899840] env[62312]: _type = "Task" [ 1666.899840] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.910808] env[62312]: DEBUG oslo_vmware.api [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.920872] env[62312]: DEBUG oslo_vmware.api [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1809962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.358887} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.921257] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.921491] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.921758] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.922094] env[62312]: INFO nova.compute.manager [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1666.922399] env[62312]: DEBUG oslo.service.loopingcall [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.922700] env[62312]: DEBUG nova.compute.manager [-] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.922811] env[62312]: DEBUG nova.network.neutron [-] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.954288] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523697e5-7f07-e072-e7f5-b1125dee6493, 'name': SearchDatastore_Task, 'duration_secs': 2.604985} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.954725] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.955138] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1666.955518] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.955782] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.956103] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1666.956450] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.956801] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1666.957269] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64fa0499-2689-45de-89d0-e887ba64b34d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.961231] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001a85b7-30e0-4928-8122-fb9514b51078 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.967639] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1666.967639] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521a7164-64b4-9149-1dfd-5010f4891c89" [ 1666.967639] env[62312]: _type = "Task" [ 1666.967639] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.972917] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1666.973134] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1666.976786] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474b6941-891b-43e7-9e17-d1f4477c736d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.979342] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521a7164-64b4-9149-1dfd-5010f4891c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.982556] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1666.982556] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5299c551-f1c6-da17-cf41-bc8b445ce120" [ 1666.982556] env[62312]: _type = "Task" [ 1666.982556] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.993108] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5299c551-f1c6-da17-cf41-bc8b445ce120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.284655] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "refresh_cache-332e6298-3f34-4cf9-81ad-18466c2234d0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.285070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "refresh_cache-332e6298-3f34-4cf9-81ad-18466c2234d0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.285176] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.311779] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809963, 'name': CloneVM_Task, 'duration_secs': 1.64121} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.316627] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Created linked-clone VM from snapshot [ 1667.318202] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c0087-46b0-47c4-bf84-a2de44a16dd7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.330381] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Uploading image 394742f5-943f-4cdb-b978-0e2e9c68c1cb {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1667.356203] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1667.356203] env[62312]: value = "vm-375117" [ 1667.356203] env[62312]: _type = "VirtualMachine" [ 1667.356203] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1667.356518] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-898c3908-2d50-4c73-b536-d4a57f36195f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.367188] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease: (returnval){ [ 1667.367188] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e6dfc9-a6b5-58b7-123c-7c48ea4615b4" [ 1667.367188] env[62312]: _type = "HttpNfcLease" [ 1667.367188] env[62312]: } obtained for exporting VM: (result){ [ 1667.367188] env[62312]: value = "vm-375117" [ 1667.367188] env[62312]: _type = "VirtualMachine" [ 1667.367188] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1667.367188] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the lease: (returnval){ [ 1667.367188] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e6dfc9-a6b5-58b7-123c-7c48ea4615b4" [ 1667.367188] env[62312]: _type = "HttpNfcLease" [ 1667.367188] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1667.374933] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1667.374933] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e6dfc9-a6b5-58b7-123c-7c48ea4615b4" [ 1667.374933] env[62312]: _type = "HttpNfcLease" [ 1667.374933] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1667.410638] env[62312]: DEBUG oslo_vmware.api [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809964, 'name': PowerOffVM_Task, 'duration_secs': 0.272697} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.411014] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.411261] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.411592] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-338e0123-862d-4d8b-aa45-a439bfea6b40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.482674] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521a7164-64b4-9149-1dfd-5010f4891c89, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.483385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.483704] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.483958] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.496927] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5299c551-f1c6-da17-cf41-bc8b445ce120, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.504312] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453ada62-2ebb-44f7-b3bf-3dcce122784b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.517738] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1667.517738] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5232397e-2b2b-b2fe-bca2-965cb6679aaf" [ 1667.517738] env[62312]: _type = "Task" [ 1667.517738] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.531375] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5232397e-2b2b-b2fe-bca2-965cb6679aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.570373] env[62312]: DEBUG nova.network.neutron [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance_info_cache with network_info: [{"id": "83fb379c-b07f-435f-95ad-1cc754f40f87", "address": "fa:16:3e:67:3f:ff", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fb379c-b0", "ovs_interfaceid": "83fb379c-b07f-435f-95ad-1cc754f40f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.770286] env[62312]: DEBUG nova.compute.manager [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Received event network-vif-plugged-e9f7ccbc-cf4e-4368-b582-56b00fc03f2b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1667.770590] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] Acquiring lock "332e6298-3f34-4cf9-81ad-18466c2234d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.770903] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.771416] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.771416] env[62312]: DEBUG nova.compute.manager [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] No waiting events found dispatching network-vif-plugged-e9f7ccbc-cf4e-4368-b582-56b00fc03f2b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.771488] env[62312]: WARNING nova.compute.manager [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Received unexpected event network-vif-plugged-e9f7ccbc-cf4e-4368-b582-56b00fc03f2b for instance with vm_state building and task_state spawning. [ 1667.771581] env[62312]: DEBUG nova.compute.manager [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Received event network-changed-e9f7ccbc-cf4e-4368-b582-56b00fc03f2b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1667.771855] env[62312]: DEBUG nova.compute.manager [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Refreshing instance network info cache due to event network-changed-e9f7ccbc-cf4e-4368-b582-56b00fc03f2b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1667.772051] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] Acquiring lock "refresh_cache-332e6298-3f34-4cf9-81ad-18466c2234d0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.803092] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updated VIF entry in instance network info cache for port 9da3c7c2-cf56-4b27-832a-71145cf2ce18. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.803455] env[62312]: DEBUG nova.network.neutron [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [{"id": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "address": "fa:16:3e:b2:8a:74", "network": {"id": "24364ee2-c432-4dcd-8e1e-bfdd7b95d303", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-531455406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "000a166210884ec7bbabdf1131a824b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da3c7c2-cf", "ovs_interfaceid": "9da3c7c2-cf56-4b27-832a-71145cf2ce18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.860198] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c94b3f-262a-4263-b152-b673aa2d9fe7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.864231] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.873976] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d2f0fc-104a-4805-b535-0d978f2de5f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.878973] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1667.878973] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e6dfc9-a6b5-58b7-123c-7c48ea4615b4" [ 1667.878973] env[62312]: _type = "HttpNfcLease" [ 1667.878973] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1667.880026] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1667.880026] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e6dfc9-a6b5-58b7-123c-7c48ea4615b4" [ 1667.880026] env[62312]: _type = "HttpNfcLease" [ 1667.880026] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1667.880405] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25185859-62df-49e2-ac60-204189e68209 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.913865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7604f71-8b80-4900-afe3-f3e85f42ba1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.920512] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceae2b-0d5b-7982-982b-a0a4130ffcdf/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1667.920759] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceae2b-0d5b-7982-982b-a0a4130ffcdf/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1667.981336] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da5d301-b7bb-4fab-b97f-81dba01dc58c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.999871] env[62312]: DEBUG nova.compute.provider_tree [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.031332] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5232397e-2b2b-b2fe-bca2-965cb6679aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.027307} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.031583] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.031844] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba/60a4427d-c1bd-4c30-a3c1-2fbdf073ebba.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.032159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.032353] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.032565] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5f1ddef-28a6-4960-8a41-da540e1f1c7f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.034626] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ca77f2-6539-4d0b-8e21-657600e9fda9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.045092] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1668.045092] env[62312]: value = "task-1809967" [ 1668.045092] env[62312]: _type = "Task" [ 1668.045092] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.049099] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.049588] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.050371] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bfd870-4098-4a56-8e8c-9d99fa30b9be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.055950] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.059361] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1668.059361] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522785d4-356e-1d2e-fc89-69f0981a8bb5" [ 1668.059361] env[62312]: _type = "Task" [ 1668.059361] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.067339] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522785d4-356e-1d2e-fc89-69f0981a8bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.072073] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89027a85-081a-47b7-badb-394afe028e44 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.075648] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.110472] env[62312]: DEBUG nova.network.neutron [-] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.145426] env[62312]: DEBUG nova.network.neutron [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Updating instance_info_cache with network_info: [{"id": "e9f7ccbc-cf4e-4368-b582-56b00fc03f2b", "address": "fa:16:3e:e1:88:c8", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7ccbc-cf", "ovs_interfaceid": "e9f7ccbc-cf4e-4368-b582-56b00fc03f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.308285] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cd0c69c-6730-4645-9fda-7cd9e5a453da req-19258b22-670f-4c15-913d-e35aef9c32ba service nova] Releasing lock "refresh_cache-a1ef827d-8520-485e-b843-458d360870dc" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.504711] env[62312]: DEBUG nova.scheduler.client.report [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.557096] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809967, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.571993] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522785d4-356e-1d2e-fc89-69f0981a8bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.013879} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.572977] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320eb305-e9fa-4226-89da-0cf8779d9518 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.579062] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1668.579062] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52957e50-416e-6c49-9e55-1635372006cc" [ 1668.579062] env[62312]: _type = "Task" [ 1668.579062] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.596265] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52957e50-416e-6c49-9e55-1635372006cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.618121] env[62312]: INFO nova.compute.manager [-] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Took 1.69 seconds to deallocate network for instance. [ 1668.649083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "refresh_cache-332e6298-3f34-4cf9-81ad-18466c2234d0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.649448] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Instance network_info: |[{"id": "e9f7ccbc-cf4e-4368-b582-56b00fc03f2b", "address": "fa:16:3e:e1:88:c8", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7ccbc-cf", "ovs_interfaceid": "e9f7ccbc-cf4e-4368-b582-56b00fc03f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1668.650161] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] Acquired lock "refresh_cache-332e6298-3f34-4cf9-81ad-18466c2234d0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.650366] env[62312]: DEBUG nova.network.neutron [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Refreshing network info cache for port e9f7ccbc-cf4e-4368-b582-56b00fc03f2b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.651895] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:88:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9f7ccbc-cf4e-4368-b582-56b00fc03f2b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.661437] env[62312]: DEBUG oslo.service.loopingcall [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.664172] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.665732] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f046ba9-a3e8-4ba4-8b0e-afc0d9e4b200 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.688240] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.688240] env[62312]: value = "task-1809968" [ 1668.688240] env[62312]: _type = "Task" [ 1668.688240] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.701258] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809968, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.009235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.009857] env[62312]: DEBUG nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.012824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.716s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.013079] env[62312]: DEBUG nova.objects.instance [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lazy-loading 'resources' on Instance uuid a84a6c96-9625-4f81-8781-09ee831d8bfe {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.026939] env[62312]: DEBUG nova.network.neutron [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Updated VIF entry in instance network info cache for port e9f7ccbc-cf4e-4368-b582-56b00fc03f2b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.027268] env[62312]: DEBUG nova.network.neutron [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Updating instance_info_cache with network_info: [{"id": "e9f7ccbc-cf4e-4368-b582-56b00fc03f2b", "address": "fa:16:3e:e1:88:c8", "network": {"id": "8ca319f2-c55a-4803-9658-c4977884a9c4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-21954787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbfa1bf255e242d78eec94ef7114d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7ccbc-cf", "ovs_interfaceid": "e9f7ccbc-cf4e-4368-b582-56b00fc03f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.056617] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.954561} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.056992] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba/60a4427d-c1bd-4c30-a3c1-2fbdf073ebba.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.057338] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.057647] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-238adde6-78e6-4132-acf0-65d195198152 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.066066] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1669.066066] env[62312]: value = "task-1809969" [ 1669.066066] env[62312]: _type = "Task" [ 1669.066066] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.075563] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.096985] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52957e50-416e-6c49-9e55-1635372006cc, 'name': SearchDatastore_Task, 'duration_secs': 0.102099} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.098103] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.098583] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 11210b37-2161-49a0-800c-d57c76eb5ec4/11210b37-2161-49a0-800c-d57c76eb5ec4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.099150] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05825de-2614-439f-91a7-4138353c7b5e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.109729] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1669.109729] env[62312]: value = "task-1809970" [ 1669.109729] env[62312]: _type = "Task" [ 1669.109729] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.121883] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.123781] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.124195] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.124492] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Deleting the datastore file [datastore1] a1ef827d-8520-485e-b843-458d360870dc {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.126309] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.127292] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c3c5de-16b3-45fb-93b6-c27b05bbddf6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.134934] env[62312]: DEBUG oslo_vmware.api [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for the task: (returnval){ [ 1669.134934] env[62312]: value = "task-1809971" [ 1669.134934] env[62312]: _type = "Task" [ 1669.134934] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.146216] env[62312]: DEBUG oslo_vmware.api [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.198531] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809968, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.518174] env[62312]: DEBUG nova.compute.utils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1669.523446] env[62312]: DEBUG nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1669.524202] env[62312]: DEBUG nova.network.neutron [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1669.530061] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ab47ff9-f15c-49a5-aec7-7de8be8374d4 req-59c8d5df-52ab-4cdf-8361-72598c84e021 service nova] Releasing lock "refresh_cache-332e6298-3f34-4cf9-81ad-18466c2234d0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.567480] env[62312]: DEBUG nova.policy [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4885da78d66a41d892786fbcfc4e9df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85be92bd11b40069aac273d21b9f151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1669.584128] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084959} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.584493] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1669.586029] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b95f4ff-ec50-440f-a1a8-785ea50ac7ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.612030] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba/60a4427d-c1bd-4c30-a3c1-2fbdf073ebba.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.616025] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c42bc47-280e-4df9-8375-7398ca6da2ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.631403] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff334c13-584a-4119-a875-849f6c307df9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.654736] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance '33ca063f-229c-43f0-9fbb-a469b59ff8ea' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1669.665777] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1669.665777] env[62312]: value = "task-1809972" [ 1669.665777] env[62312]: _type = "Task" [ 1669.665777] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.666084] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.672876] env[62312]: DEBUG oslo_vmware.api [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.678483] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.700380] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809968, 'name': CreateVM_Task, 'duration_secs': 0.689642} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.700681] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.701510] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.701693] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.702141] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.702507] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7cdb1b-58c4-4467-85ab-00aebefda0c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.709313] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1669.709313] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5208e322-9b5f-aa2d-00f1-49db0a18514e" [ 1669.709313] env[62312]: _type = "Task" [ 1669.709313] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.721550] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5208e322-9b5f-aa2d-00f1-49db0a18514e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.018371] env[62312]: DEBUG nova.network.neutron [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Successfully created port: 32fc31d8-7cba-45a7-a005-a8f8681a683b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1670.022457] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feb90b8-64bc-4c2f-9a4d-e56ff665c0e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.025917] env[62312]: DEBUG nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.033470] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfedae89-c4d0-469d-b669-faaf4411032d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.069798] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb51310-226a-4c76-bbeb-54652a33d384 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.087222] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b44c3d-33a0-4761-8229-86bc534f2f99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.099592] env[62312]: DEBUG nova.compute.provider_tree [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.126715] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601022} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.127060] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 11210b37-2161-49a0-800c-d57c76eb5ec4/11210b37-2161-49a0-800c-d57c76eb5ec4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.127258] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.127543] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-136177b2-53a4-451a-ba6a-bd4384b66e1d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.134302] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1670.134302] env[62312]: value = "task-1809973" [ 1670.134302] env[62312]: _type = "Task" [ 1670.134302] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.148870] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.152739] env[62312]: DEBUG oslo_vmware.api [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Task: {'id': task-1809971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596887} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.153059] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.153264] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.153457] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.153643] env[62312]: INFO nova.compute.manager [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] [instance: a1ef827d-8520-485e-b843-458d360870dc] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1670.153933] env[62312]: DEBUG oslo.service.loopingcall [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.155205] env[62312]: DEBUG nova.compute.manager [-] [instance: a1ef827d-8520-485e-b843-458d360870dc] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.155417] env[62312]: DEBUG nova.network.neutron [-] [instance: a1ef827d-8520-485e-b843-458d360870dc] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.158834] env[62312]: DEBUG nova.compute.manager [req-8df1ca1d-9d00-46ef-bf67-901419a5b4ea req-512e8929-ebf4-4d8c-a86a-943957294f74 service nova] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Received event network-vif-deleted-a6862b7c-50af-4dea-95e7-f56f1cd18c5d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1670.168961] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.169371] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1bc95d-8858-4c8c-8af4-2a7bfe4a99ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.180656] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809972, 'name': ReconfigVM_Task, 'duration_secs': 0.305463} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.182467] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba/60a4427d-c1bd-4c30-a3c1-2fbdf073ebba.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.183339] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1670.183339] env[62312]: value = "task-1809974" [ 1670.183339] env[62312]: _type = "Task" [ 1670.183339] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.183619] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-965b28bc-d9ba-42ae-8188-4981d3a4f23e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.194868] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.196503] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1670.196503] env[62312]: value = "task-1809975" [ 1670.196503] env[62312]: _type = "Task" [ 1670.196503] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.208379] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809975, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.221486] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5208e322-9b5f-aa2d-00f1-49db0a18514e, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.221861] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.222177] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.222449] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.222627] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.223196] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.223519] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf058cdb-0d8b-4825-ac9f-4ba5b3ad86f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.232846] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.233316] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.233945] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b198259d-856c-4877-bd32-d102d56d4e51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.240298] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1670.240298] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5296590d-a5d6-a28e-d9e7-1e601fd907e6" [ 1670.240298] env[62312]: _type = "Task" [ 1670.240298] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.249648] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5296590d-a5d6-a28e-d9e7-1e601fd907e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.604028] env[62312]: DEBUG nova.scheduler.client.report [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.632998] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3918b-fb8c-260c-f8e7-a26cc4d2d8c3/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1670.635023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d7e9fc-4901-4ecf-857e-ab4cc3662bef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.646215] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3918b-fb8c-260c-f8e7-a26cc4d2d8c3/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1670.646395] env[62312]: ERROR oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3918b-fb8c-260c-f8e7-a26cc4d2d8c3/disk-0.vmdk due to incomplete transfer. [ 1670.649378] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a512a1a-001f-4863-9c08-bcf649bfa9f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.651205] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112203} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.655187] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.656443] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce50e40-6f8b-4666-b3d1-bb8cdb05e41b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.685309] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 11210b37-2161-49a0-800c-d57c76eb5ec4/11210b37-2161-49a0-800c-d57c76eb5ec4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.685461] env[62312]: DEBUG oslo_vmware.rw_handles [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3918b-fb8c-260c-f8e7-a26cc4d2d8c3/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1670.685714] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Uploaded image 066e2401-02c1-4cd9-9dc5-160ff8d6c262 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1670.688101] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1670.688739] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d467421f-daaa-4fd0-a387-81faefc0a6f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.706019] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-183398bb-b9a8-4612-aac2-58bcf61ea11d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.716515] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809974, 'name': PowerOffVM_Task, 'duration_secs': 0.267499} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.721264] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.721468] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance '33ca063f-229c-43f0-9fbb-a469b59ff8ea' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1670.725019] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809975, 'name': Rename_Task, 'duration_secs': 0.139278} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.725189] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1670.725189] env[62312]: value = "task-1809977" [ 1670.725189] env[62312]: _type = "Task" [ 1670.725189] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.725417] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1670.725417] env[62312]: value = "task-1809976" [ 1670.725417] env[62312]: _type = "Task" [ 1670.725417] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.728373] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.728373] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-681255ae-ab0c-46dd-8b2c-6a7d1ea6827a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.743048] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809976, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.743424] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.747768] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1670.747768] env[62312]: value = "task-1809978" [ 1670.747768] env[62312]: _type = "Task" [ 1670.747768] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.755025] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5296590d-a5d6-a28e-d9e7-1e601fd907e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.756214] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633c94b7-27e8-444d-af70-20c86b211f12 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.764340] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.765017] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1670.765017] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528f8fe0-004d-64b0-2cc7-8ce0692aef07" [ 1670.765017] env[62312]: _type = "Task" [ 1670.765017] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.774669] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528f8fe0-004d-64b0-2cc7-8ce0692aef07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.035705] env[62312]: DEBUG nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1671.060055] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.060316] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.060473] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.060650] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.060792] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.060937] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.061167] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.061318] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.061479] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.061636] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.061840] env[62312]: DEBUG nova.virt.hardware [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.062711] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ce72d4-185d-46b9-ad15-85c1b3fc10b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.070610] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa29e1-1659-4982-beec-dcd323af9fbd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.097937] env[62312]: DEBUG nova.network.neutron [-] [instance: a1ef827d-8520-485e-b843-458d360870dc] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.109569] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.112906] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.123s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.112906] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.114300] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.319s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.115942] env[62312]: INFO nova.compute.claims [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.134656] env[62312]: INFO nova.scheduler.client.report [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Deleted allocations for instance a84a6c96-9625-4f81-8781-09ee831d8bfe [ 1671.135776] env[62312]: INFO nova.scheduler.client.report [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Deleted allocations for instance 85928b6a-7d30-4cf6-aa1b-36357a80a38c [ 1671.228658] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.228924] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.229070] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.229257] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.229405] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.229549] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.229777] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.229941] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.230119] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.230281] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.230446] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.235906] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad5ff2b-ae55-4c47-b8ab-139b3f1fdcad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.280901] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809976, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.281271] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.281627] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1671.281627] env[62312]: value = "task-1809979" [ 1671.281627] env[62312]: _type = "Task" [ 1671.281627] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.286523] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.295837] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528f8fe0-004d-64b0-2cc7-8ce0692aef07, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.296575] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.296918] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 332e6298-3f34-4cf9-81ad-18466c2234d0/332e6298-3f34-4cf9-81ad-18466c2234d0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1671.297261] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f12f633-707a-45d2-a7b1-762921efc79f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.303965] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.309430] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1671.309430] env[62312]: value = "task-1809980" [ 1671.309430] env[62312]: _type = "Task" [ 1671.309430] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.318544] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.601154] env[62312]: INFO nova.compute.manager [-] [instance: a1ef827d-8520-485e-b843-458d360870dc] Took 1.45 seconds to deallocate network for instance. [ 1671.648685] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa5488c2-b85b-47d0-8c8e-45404c24ee2f tempest-VolumesAdminNegativeTest-639102022 tempest-VolumesAdminNegativeTest-639102022-project-member] Lock "a84a6c96-9625-4f81-8781-09ee831d8bfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.443s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.650162] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5df1e3dd-7b50-4d75-9349-2c39340fbbab tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "85928b6a-7d30-4cf6-aa1b-36357a80a38c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.366s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.755229] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809977, 'name': ReconfigVM_Task, 'duration_secs': 0.931517} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.761376] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 11210b37-2161-49a0-800c-d57c76eb5ec4/11210b37-2161-49a0-800c-d57c76eb5ec4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.762619] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809976, 'name': Destroy_Task, 'duration_secs': 0.641974} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.763078] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fcf9c6e-64a4-45be-92d8-0bcc82fe7fcb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.766855] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Destroyed the VM [ 1671.767096] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1671.771489] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48a1be3f-e9db-41ba-98cd-f64d21980f80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.780078] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809978, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.782869] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1671.782869] env[62312]: value = "task-1809981" [ 1671.782869] env[62312]: _type = "Task" [ 1671.782869] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.783242] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1671.783242] env[62312]: value = "task-1809982" [ 1671.783242] env[62312]: _type = "Task" [ 1671.783242] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.801779] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809981, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.809191] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809982, 'name': Rename_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.809536] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809979, 'name': ReconfigVM_Task, 'duration_secs': 0.293966} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.809967] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance '33ca063f-229c-43f0-9fbb-a469b59ff8ea' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1671.823101] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.109382] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.179441] env[62312]: DEBUG nova.network.neutron [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Successfully updated port: 32fc31d8-7cba-45a7-a005-a8f8681a683b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.265931] env[62312]: DEBUG nova.compute.manager [req-251bc7f0-420a-4772-95c7-401189a61c1c req-25211363-484a-4d4c-a680-56416345e6b8 service nova] [instance: a1ef827d-8520-485e-b843-458d360870dc] Received event network-vif-deleted-9da3c7c2-cf56-4b27-832a-71145cf2ce18 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1672.266219] env[62312]: DEBUG nova.compute.manager [req-251bc7f0-420a-4772-95c7-401189a61c1c req-25211363-484a-4d4c-a680-56416345e6b8 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Received event network-vif-plugged-32fc31d8-7cba-45a7-a005-a8f8681a683b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1672.266421] env[62312]: DEBUG oslo_concurrency.lockutils [req-251bc7f0-420a-4772-95c7-401189a61c1c req-25211363-484a-4d4c-a680-56416345e6b8 service nova] Acquiring lock "80d50a46-a596-4914-b779-d11d04371d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.266624] env[62312]: DEBUG oslo_concurrency.lockutils [req-251bc7f0-420a-4772-95c7-401189a61c1c req-25211363-484a-4d4c-a680-56416345e6b8 service nova] Lock "80d50a46-a596-4914-b779-d11d04371d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.266791] env[62312]: DEBUG oslo_concurrency.lockutils [req-251bc7f0-420a-4772-95c7-401189a61c1c req-25211363-484a-4d4c-a680-56416345e6b8 service nova] Lock "80d50a46-a596-4914-b779-d11d04371d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.267038] env[62312]: DEBUG nova.compute.manager [req-251bc7f0-420a-4772-95c7-401189a61c1c req-25211363-484a-4d4c-a680-56416345e6b8 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] No waiting events found dispatching network-vif-plugged-32fc31d8-7cba-45a7-a005-a8f8681a683b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1672.267130] env[62312]: WARNING nova.compute.manager [req-251bc7f0-420a-4772-95c7-401189a61c1c req-25211363-484a-4d4c-a680-56416345e6b8 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Received unexpected event network-vif-plugged-32fc31d8-7cba-45a7-a005-a8f8681a683b for instance with vm_state building and task_state spawning. [ 1672.279497] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809978, 'name': PowerOnVM_Task, 'duration_secs': 1.068976} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.279789] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.279993] env[62312]: INFO nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Took 13.72 seconds to spawn the instance on the hypervisor. [ 1672.280209] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.280961] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9107167-3a01-4ee4-9ef1-0ac317342a3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.301206] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809981, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.305088] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809982, 'name': Rename_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.322675] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.322675] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.322810] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.322977] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.323156] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.323301] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.323502] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.323662] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.323810] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.323971] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.324162] env[62312]: DEBUG nova.virt.hardware [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.329621] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1672.330370] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65462} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.333283] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437606cd-989e-4bb7-99e6-75ee7a72981c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.346509] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 332e6298-3f34-4cf9-81ad-18466c2234d0/332e6298-3f34-4cf9-81ad-18466c2234d0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.346763] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.348193] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c38464-8d60-4baf-b2b5-c569392a6d1c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.355586] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1672.355586] env[62312]: value = "task-1809983" [ 1672.355586] env[62312]: _type = "Task" [ 1672.355586] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.356998] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1672.356998] env[62312]: value = "task-1809984" [ 1672.356998] env[62312]: _type = "Task" [ 1672.356998] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.370964] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.374680] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.558417] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a2bdef-fe43-4178-b4e4-9159df8d5087 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.567245] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af23cc-c0fa-42fc-9f4b-da87d54acb61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.597122] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35445cd8-35fd-48ff-957b-68e7a24d8026 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.604823] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b35e2-6fbf-474f-9a13-af3bd3d825ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.620700] env[62312]: DEBUG nova.compute.provider_tree [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.681171] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "refresh_cache-80d50a46-a596-4914-b779-d11d04371d87" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.681414] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "refresh_cache-80d50a46-a596-4914-b779-d11d04371d87" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.681514] env[62312]: DEBUG nova.network.neutron [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.796383] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809982, 'name': Rename_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.800123] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809981, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59832} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.800445] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1672.800906] env[62312]: DEBUG nova.compute.manager [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.802068] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2144d7-ea6f-4a62-ac74-bfc108acc56f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.815467] env[62312]: INFO nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Took 45.06 seconds to build instance. [ 1672.870723] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809984, 'name': ReconfigVM_Task, 'duration_secs': 0.227925} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.873713] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1672.874131] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109348} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.874905] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d6ecf-3bd4-4e29-9159-29c5283efdd1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.877711] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.878253] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70d1907-a551-4a64-916a-c1aa28e03eca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.903397] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 332e6298-3f34-4cf9-81ad-18466c2234d0/332e6298-3f34-4cf9-81ad-18466c2234d0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.914200] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82bd060a-563d-412f-b60d-7333a4d126a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.937222] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 33ca063f-229c-43f0-9fbb-a469b59ff8ea/33ca063f-229c-43f0-9fbb-a469b59ff8ea.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.938149] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac28607-54d2-4117-bc15-4e76684be773 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.957720] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1672.957720] env[62312]: value = "task-1809986" [ 1672.957720] env[62312]: _type = "Task" [ 1672.957720] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.959100] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1672.959100] env[62312]: value = "task-1809985" [ 1672.959100] env[62312]: _type = "Task" [ 1672.959100] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.977490] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809986, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.977960] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.126034] env[62312]: DEBUG nova.scheduler.client.report [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.186854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "c13205db-c3b6-4014-ba7e-340f800bdec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.186854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.186854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.186854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.186854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.191484] env[62312]: INFO nova.compute.manager [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Terminating instance [ 1673.260868] env[62312]: DEBUG nova.network.neutron [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.294677] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809982, 'name': Rename_Task, 'duration_secs': 1.194689} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.294965] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.295236] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5588ab-89bb-43e9-948b-9b9d910bc0b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.302298] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1673.302298] env[62312]: value = "task-1809987" [ 1673.302298] env[62312]: _type = "Task" [ 1673.302298] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.311509] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.319542] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.577s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.320553] env[62312]: INFO nova.compute.manager [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Shelve offloading [ 1673.479655] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1809986, 'name': ReconfigVM_Task, 'duration_secs': 0.426137} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.483784] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 33ca063f-229c-43f0-9fbb-a469b59ff8ea/33ca063f-229c-43f0-9fbb-a469b59ff8ea.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.484756] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance '33ca063f-229c-43f0-9fbb-a469b59ff8ea' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.488640] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809985, 'name': ReconfigVM_Task, 'duration_secs': 0.477795} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.489137] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 332e6298-3f34-4cf9-81ad-18466c2234d0/332e6298-3f34-4cf9-81ad-18466c2234d0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.489760] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b6678ea-cc43-4524-86dd-4221c5471fb9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.497091] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1673.497091] env[62312]: value = "task-1809988" [ 1673.497091] env[62312]: _type = "Task" [ 1673.497091] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.506024] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809988, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.511740] env[62312]: DEBUG nova.network.neutron [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Updating instance_info_cache with network_info: [{"id": "32fc31d8-7cba-45a7-a005-a8f8681a683b", "address": "fa:16:3e:7e:d0:04", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fc31d8-7c", "ovs_interfaceid": "32fc31d8-7cba-45a7-a005-a8f8681a683b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.629620] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.630186] env[62312]: DEBUG nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1673.633588] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.667s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.634731] env[62312]: DEBUG nova.objects.instance [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lazy-loading 'resources' on Instance uuid 495cf19a-55fc-45c5-a05e-97f0395d06cf {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.698234] env[62312]: DEBUG nova.compute.manager [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.698923] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.700300] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee418ac9-55b4-406e-855d-029e2a211a6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.708092] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.708355] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09903af3-91d4-41ff-a5be-135f6ace21b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.715631] env[62312]: DEBUG oslo_vmware.api [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1673.715631] env[62312]: value = "task-1809989" [ 1673.715631] env[62312]: _type = "Task" [ 1673.715631] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.724758] env[62312]: DEBUG oslo_vmware.api [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.813829] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.824719] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.825560] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f622a3c6-5901-47e8-a582-ef929bef6b5d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.831903] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1673.831903] env[62312]: value = "task-1809990" [ 1673.831903] env[62312]: _type = "Task" [ 1673.831903] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.845793] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1673.846022] env[62312]: DEBUG nova.compute.manager [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.846906] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2692efb6-796d-4dc3-8522-824cd007d1ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.852854] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.853030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.853217] env[62312]: DEBUG nova.network.neutron [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.993581] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cbdd0c-91eb-4196-b219-56a12e71db25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.015458] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "refresh_cache-80d50a46-a596-4914-b779-d11d04371d87" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.015805] env[62312]: DEBUG nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Instance network_info: |[{"id": "32fc31d8-7cba-45a7-a005-a8f8681a683b", "address": "fa:16:3e:7e:d0:04", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fc31d8-7c", "ovs_interfaceid": "32fc31d8-7cba-45a7-a005-a8f8681a683b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1674.016865] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:d0:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32fc31d8-7cba-45a7-a005-a8f8681a683b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.024574] env[62312]: DEBUG oslo.service.loopingcall [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.025875] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff4255e-cf72-4344-bf59-57ad2c25ef08 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.033254] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.033254] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809988, 'name': Rename_Task, 'duration_secs': 0.200181} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.033254] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df0ee2ed-b2b9-4a7b-86e1-72bf152aff3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.046924] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.047211] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fcaa184-1dd2-4c29-93cf-fdd5860849e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.064641] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance '33ca063f-229c-43f0-9fbb-a469b59ff8ea' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.077678] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.077678] env[62312]: value = "task-1809991" [ 1674.077678] env[62312]: _type = "Task" [ 1674.077678] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.083867] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1674.083867] env[62312]: value = "task-1809992" [ 1674.083867] env[62312]: _type = "Task" [ 1674.083867] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.093328] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809991, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.097498] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.136698] env[62312]: DEBUG nova.compute.utils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.143740] env[62312]: DEBUG nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1674.143922] env[62312]: DEBUG nova.network.neutron [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.191984] env[62312]: DEBUG nova.policy [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa47b6b15e0b494c8e3d5359a087c7d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdcf8c809a664dafaaa93168633bc425', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1674.231730] env[62312]: DEBUG oslo_vmware.api [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809989, 'name': PowerOffVM_Task, 'duration_secs': 0.220708} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.234519] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.234705] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.236035] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27e9303-8207-46e8-a5a3-88436828f42c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.313370] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.313622] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.313913] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Deleting the datastore file [datastore1] c13205db-c3b6-4014-ba7e-340f800bdec0 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.314189] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e1c5e7-2788-4800-bd11-6a5f8497d640 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.318979] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809987, 'name': PowerOnVM_Task, 'duration_secs': 0.654505} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.319867] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.319995] env[62312]: INFO nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Took 13.12 seconds to spawn the instance on the hypervisor. [ 1674.320157] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.321085] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d028f-767c-4636-a22d-d677f4b5c9f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.327341] env[62312]: DEBUG oslo_vmware.api [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for the task: (returnval){ [ 1674.327341] env[62312]: value = "task-1809994" [ 1674.327341] env[62312]: _type = "Task" [ 1674.327341] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.343631] env[62312]: DEBUG oslo_vmware.api [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.365265] env[62312]: DEBUG nova.compute.manager [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Received event network-changed-32fc31d8-7cba-45a7-a005-a8f8681a683b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1674.368783] env[62312]: DEBUG nova.compute.manager [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Refreshing instance network info cache due to event network-changed-32fc31d8-7cba-45a7-a005-a8f8681a683b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1674.368783] env[62312]: DEBUG oslo_concurrency.lockutils [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] Acquiring lock "refresh_cache-80d50a46-a596-4914-b779-d11d04371d87" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.368783] env[62312]: DEBUG oslo_concurrency.lockutils [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] Acquired lock "refresh_cache-80d50a46-a596-4914-b779-d11d04371d87" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.368783] env[62312]: DEBUG nova.network.neutron [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Refreshing network info cache for port 32fc31d8-7cba-45a7-a005-a8f8681a683b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.608156] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809991, 'name': CreateVM_Task, 'duration_secs': 0.450176} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.614839] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1674.615296] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.616376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e57484-77c4-4f1e-8b0e-68084e2c94b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.620935] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.621239] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.621715] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1674.622075] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec332831-7f05-4250-a51b-5d5b06a18122 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.634011] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f611a1ef-fcb4-4ab5-aeff-557b8a553393 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.638971] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1674.638971] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529ab30a-4600-54c9-99d9-0bc89b59ea58" [ 1674.638971] env[62312]: _type = "Task" [ 1674.638971] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.668563] env[62312]: DEBUG nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1674.672790] env[62312]: DEBUG nova.network.neutron [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Port 83fb379c-b07f-435f-95ad-1cc754f40f87 binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1674.678017] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc6a66f-ee5e-4732-a803-e1d4e40006a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.684626] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529ab30a-4600-54c9-99d9-0bc89b59ea58, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.685475] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.685837] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1674.686163] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.686408] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.686612] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1674.689702] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b255c1e4-8aa6-403b-9a05-6d199777da28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.695619] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9561b62-7786-4ee5-a7f2-dba9dfc89448 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.717145] env[62312]: DEBUG nova.compute.provider_tree [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.720354] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1674.720354] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1674.721290] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4165db36-4558-434e-9054-70495ead0cfe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.728331] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1674.728331] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0c9cd-75a9-a56a-958f-bb839f846757" [ 1674.728331] env[62312]: _type = "Task" [ 1674.728331] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.738043] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0c9cd-75a9-a56a-958f-bb839f846757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.838056] env[62312]: DEBUG oslo_vmware.api [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Task: {'id': task-1809994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220538} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.838288] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.838528] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.838779] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.838978] env[62312]: INFO nova.compute.manager [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1674.839268] env[62312]: DEBUG oslo.service.loopingcall [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.839484] env[62312]: DEBUG nova.compute.manager [-] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.839613] env[62312]: DEBUG nova.network.neutron [-] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1674.847236] env[62312]: INFO nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Took 47.06 seconds to build instance. [ 1675.102328] env[62312]: DEBUG oslo_vmware.api [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1809992, 'name': PowerOnVM_Task, 'duration_secs': 0.643689} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.102463] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.102605] env[62312]: INFO nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1675.102783] env[62312]: DEBUG nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.103612] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce9f6e6-3cd3-4eed-9165-569ecc59a58b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.119233] env[62312]: DEBUG nova.network.neutron [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Successfully created port: 6227b5f9-2594-4b72-a7b1-ff68fd539a8a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.175009] env[62312]: DEBUG nova.network.neutron [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Updating instance_info_cache with network_info: [{"id": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "address": "fa:16:3e:10:e9:fe", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf3e2b9-6c", "ovs_interfaceid": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.226253] env[62312]: DEBUG nova.scheduler.client.report [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.240672] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c0c9cd-75a9-a56a-958f-bb839f846757, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.241398] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a683ba8d-4e8b-465b-ac77-1b0adb06de34 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.247397] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1675.247397] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a3c087-7256-72be-d043-d028f4ca250b" [ 1675.247397] env[62312]: _type = "Task" [ 1675.247397] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.257313] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a3c087-7256-72be-d043-d028f4ca250b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.349760] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.575s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.364174] env[62312]: DEBUG nova.network.neutron [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Updated VIF entry in instance network info cache for port 32fc31d8-7cba-45a7-a005-a8f8681a683b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.364364] env[62312]: DEBUG nova.network.neutron [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Updating instance_info_cache with network_info: [{"id": "32fc31d8-7cba-45a7-a005-a8f8681a683b", "address": "fa:16:3e:7e:d0:04", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32fc31d8-7c", "ovs_interfaceid": "32fc31d8-7cba-45a7-a005-a8f8681a683b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.560339] env[62312]: DEBUG nova.compute.manager [req-f809e1f6-e80d-4408-9865-16f3580625f8 req-7c5b33aa-24c6-4487-ba03-779016715a4b service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Received event network-vif-deleted-0548e94f-df0a-4b9b-8268-6a78d435484e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1675.560574] env[62312]: INFO nova.compute.manager [req-f809e1f6-e80d-4408-9865-16f3580625f8 req-7c5b33aa-24c6-4487-ba03-779016715a4b service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Neutron deleted interface 0548e94f-df0a-4b9b-8268-6a78d435484e; detaching it from the instance and deleting it from the info cache [ 1675.560756] env[62312]: DEBUG nova.network.neutron [req-f809e1f6-e80d-4408-9865-16f3580625f8 req-7c5b33aa-24c6-4487-ba03-779016715a4b service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.625551] env[62312]: INFO nova.compute.manager [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Took 42.44 seconds to build instance. [ 1675.678023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.692482] env[62312]: DEBUG nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1675.718085] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.718332] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.718501] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.732888] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.733159] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.733326] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.733500] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.733643] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.733811] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.734075] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.734498] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.734498] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.734645] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.734836] env[62312]: DEBUG nova.virt.hardware [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.736837] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b96ad19-1a2b-4188-a935-248f1145dbc0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.740255] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.743936] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.463s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.744495] env[62312]: INFO nova.compute.claims [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1675.770747] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2619d809-dc9f-479e-a1e1-a1661c3a66ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.781118] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a3c087-7256-72be-d043-d028f4ca250b, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.782169] env[62312]: INFO nova.scheduler.client.report [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Deleted allocations for instance 495cf19a-55fc-45c5-a05e-97f0395d06cf [ 1675.783643] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.783832] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 80d50a46-a596-4914-b779-d11d04371d87/80d50a46-a596-4914-b779-d11d04371d87.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1675.784105] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a607ba-7d7c-4c23-b977-b28104e796da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.808561] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1675.808561] env[62312]: value = "task-1809995" [ 1675.808561] env[62312]: _type = "Task" [ 1675.808561] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.818129] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.872353] env[62312]: DEBUG oslo_concurrency.lockutils [req-bb18f1b9-ee40-4508-8a26-701408784a01 req-43ebf77e-24f2-49a0-a3ed-2aa720f7a085 service nova] Releasing lock "refresh_cache-80d50a46-a596-4914-b779-d11d04371d87" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.922141] env[62312]: DEBUG nova.network.neutron [-] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.065685] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80648bf2-ad28-4d39-aea1-32114b599b2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.075798] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fd67f1-1bf0-4c4a-9db9-ac948ba94c96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.096331] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.097289] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37329308-e81c-44fa-9178-334dd7ee23a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.118022] env[62312]: DEBUG nova.compute.manager [req-f809e1f6-e80d-4408-9865-16f3580625f8 req-7c5b33aa-24c6-4487-ba03-779016715a4b service nova] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Detach interface failed, port_id=0548e94f-df0a-4b9b-8268-6a78d435484e, reason: Instance c13205db-c3b6-4014-ba7e-340f800bdec0 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1676.124085] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.124903] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fcc6eba-8014-4fcb-9093-95695984a68f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.127637] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7657bea8-cfd4-45ca-9733-d1ed87118075 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.320s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.256941] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.257317] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.257317] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleting the datastore file [datastore1] 298d4261-79a4-4cb4-8af4-a2ce80ba5518 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.258214] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6b975f-626d-42aa-b3cf-353a9c26c1c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.266513] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1676.266513] env[62312]: value = "task-1809997" [ 1676.266513] env[62312]: _type = "Task" [ 1676.266513] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.276682] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.305712] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1713f02-21cc-4d3f-a7bc-77f14735631c tempest-ListServerFiltersTestJSON-473427822 tempest-ListServerFiltersTestJSON-473427822-project-member] Lock "495cf19a-55fc-45c5-a05e-97f0395d06cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.417s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.318718] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.426465] env[62312]: INFO nova.compute.manager [-] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Took 1.59 seconds to deallocate network for instance. [ 1676.500316] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceae2b-0d5b-7982-982b-a0a4130ffcdf/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1676.501680] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98ea5da-87e2-4a71-8a3e-4315e2e953ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.508975] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceae2b-0d5b-7982-982b-a0a4130ffcdf/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1676.508975] env[62312]: ERROR oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceae2b-0d5b-7982-982b-a0a4130ffcdf/disk-0.vmdk due to incomplete transfer. [ 1676.508975] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44daad34-a721-4be9-81db-526bdc6e2481 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.523312] env[62312]: DEBUG oslo_vmware.rw_handles [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceae2b-0d5b-7982-982b-a0a4130ffcdf/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1676.523312] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Uploaded image 394742f5-943f-4cdb-b978-0e2e9c68c1cb to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1676.524906] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1676.525308] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1aae099e-890e-4465-ac8e-0d373b21f416 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.531921] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1676.531921] env[62312]: value = "task-1809998" [ 1676.531921] env[62312]: _type = "Task" [ 1676.531921] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.540534] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809998, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.592389] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.592682] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.592902] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.593104] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.593280] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.595805] env[62312]: INFO nova.compute.manager [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Terminating instance [ 1676.763810] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.764053] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.764304] env[62312]: DEBUG nova.network.neutron [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.781267] env[62312]: DEBUG oslo_vmware.api [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1809997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233483} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.782098] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.785026] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.785026] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.804987] env[62312]: DEBUG nova.compute.manager [req-b42ab019-4767-4311-beca-70b4e1289a4c req-00aa1cb7-d11a-417f-9d3c-d4f38d46440a service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Received event network-vif-plugged-6227b5f9-2594-4b72-a7b1-ff68fd539a8a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1676.806415] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42ab019-4767-4311-beca-70b4e1289a4c req-00aa1cb7-d11a-417f-9d3c-d4f38d46440a service nova] Acquiring lock "c022fcae-fb06-49da-82f3-9e438e0849bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.806741] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42ab019-4767-4311-beca-70b4e1289a4c req-00aa1cb7-d11a-417f-9d3c-d4f38d46440a service nova] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.806949] env[62312]: DEBUG oslo_concurrency.lockutils [req-b42ab019-4767-4311-beca-70b4e1289a4c req-00aa1cb7-d11a-417f-9d3c-d4f38d46440a service nova] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.807856] env[62312]: DEBUG nova.compute.manager [req-b42ab019-4767-4311-beca-70b4e1289a4c req-00aa1cb7-d11a-417f-9d3c-d4f38d46440a service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] No waiting events found dispatching network-vif-plugged-6227b5f9-2594-4b72-a7b1-ff68fd539a8a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1676.808154] env[62312]: WARNING nova.compute.manager [req-b42ab019-4767-4311-beca-70b4e1289a4c req-00aa1cb7-d11a-417f-9d3c-d4f38d46440a service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Received unexpected event network-vif-plugged-6227b5f9-2594-4b72-a7b1-ff68fd539a8a for instance with vm_state building and task_state spawning. [ 1676.809341] env[62312]: INFO nova.scheduler.client.report [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted allocations for instance 298d4261-79a4-4cb4-8af4-a2ce80ba5518 [ 1676.828316] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587499} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.828564] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 80d50a46-a596-4914-b779-d11d04371d87/80d50a46-a596-4914-b779-d11d04371d87.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1676.828779] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1676.829062] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d4652d-2c3f-43fa-84eb-d75ce27297a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.837482] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1676.837482] env[62312]: value = "task-1809999" [ 1676.837482] env[62312]: _type = "Task" [ 1676.837482] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.846331] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.935148] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.977897] env[62312]: DEBUG nova.network.neutron [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Successfully updated port: 6227b5f9-2594-4b72-a7b1-ff68fd539a8a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.046204] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809998, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.101965] env[62312]: DEBUG nova.compute.manager [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1677.104369] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.105517] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f850efcf-ae46-4c0d-9f4c-e0c94a2d82e1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.113945] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.114449] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afac0b6b-4e4a-4e40-8c52-109c27e39b82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.125364] env[62312]: DEBUG oslo_vmware.api [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1677.125364] env[62312]: value = "task-1810000" [ 1677.125364] env[62312]: _type = "Task" [ 1677.125364] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.137502] env[62312]: DEBUG oslo_vmware.api [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.214534] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91278a4a-b892-4757-b3ac-ba7640ae1922 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.223287] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89655f4-b503-4d6b-83be-6d26ff9fca13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.258632] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cb4d8-c5bb-4886-8102-28383eba7f32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.267698] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cec197c-725b-4935-95c3-40a57ed21a88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.287162] env[62312]: DEBUG nova.compute.provider_tree [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.313744] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.352457] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1809999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090217} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.352837] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1677.354586] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dea62e-2f20-442e-9aac-edec1a962e43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.391029] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 80d50a46-a596-4914-b779-d11d04371d87/80d50a46-a596-4914-b779-d11d04371d87.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.391029] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f703e9-d351-45b3-89e6-7aa3abb7f87e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.411365] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1677.411365] env[62312]: value = "task-1810001" [ 1677.411365] env[62312]: _type = "Task" [ 1677.411365] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.422969] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.485678] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "refresh_cache-c022fcae-fb06-49da-82f3-9e438e0849bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.485678] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquired lock "refresh_cache-c022fcae-fb06-49da-82f3-9e438e0849bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.485678] env[62312]: DEBUG nova.network.neutron [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.546048] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1809998, 'name': Destroy_Task, 'duration_secs': 0.804192} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.546516] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Destroyed the VM [ 1677.546799] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1677.547087] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e9f36e64-6275-4870-b41f-037e1427068a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.555050] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1677.555050] env[62312]: value = "task-1810002" [ 1677.555050] env[62312]: _type = "Task" [ 1677.555050] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.564530] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810002, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.640845] env[62312]: DEBUG oslo_vmware.api [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810000, 'name': PowerOffVM_Task, 'duration_secs': 0.392787} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.641384] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.641384] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.643026] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d5eb0db-dad2-4215-8c41-26de83a1d2a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.735987] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.736259] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.736456] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleting the datastore file [datastore1] 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.736758] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334229cc-4e80-450d-8453-e2a37b4eeadf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.744209] env[62312]: DEBUG oslo_vmware.api [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1677.744209] env[62312]: value = "task-1810004" [ 1677.744209] env[62312]: _type = "Task" [ 1677.744209] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.754498] env[62312]: DEBUG oslo_vmware.api [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.760166] env[62312]: DEBUG nova.network.neutron [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance_info_cache with network_info: [{"id": "83fb379c-b07f-435f-95ad-1cc754f40f87", "address": "fa:16:3e:67:3f:ff", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fb379c-b0", "ovs_interfaceid": "83fb379c-b07f-435f-95ad-1cc754f40f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.792271] env[62312]: DEBUG nova.scheduler.client.report [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.824089] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.928600] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810001, 'name': ReconfigVM_Task, 'duration_secs': 0.29814} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.928600] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 80d50a46-a596-4914-b779-d11d04371d87/80d50a46-a596-4914-b779-d11d04371d87.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.928600] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10c49967-3aed-4cfe-85aa-920aaef4ad28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.933343] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1677.933343] env[62312]: value = "task-1810005" [ 1677.933343] env[62312]: _type = "Task" [ 1677.933343] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.949242] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810005, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.065673] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810002, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.066598] env[62312]: DEBUG nova.network.neutron [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.081146] env[62312]: DEBUG nova.compute.manager [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Received event network-vif-unplugged-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1678.081413] env[62312]: DEBUG oslo_concurrency.lockutils [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] Acquiring lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.081665] env[62312]: DEBUG oslo_concurrency.lockutils [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.081848] env[62312]: DEBUG oslo_concurrency.lockutils [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.082049] env[62312]: DEBUG nova.compute.manager [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] No waiting events found dispatching network-vif-unplugged-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1678.082218] env[62312]: DEBUG nova.compute.manager [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Received event network-vif-unplugged-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 for instance with task_state deleting. {{(pid=62312) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11352}} [ 1678.082376] env[62312]: DEBUG nova.compute.manager [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Received event network-changed-dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1678.082525] env[62312]: DEBUG nova.compute.manager [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Refreshing instance network info cache due to event network-changed-dbf3e2b9-6c03-47fa-9684-3d076356b0c1. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1678.082732] env[62312]: DEBUG oslo_concurrency.lockutils [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] Acquiring lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.082888] env[62312]: DEBUG oslo_concurrency.lockutils [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] Acquired lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.083053] env[62312]: DEBUG nova.network.neutron [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Refreshing network info cache for port dbf3e2b9-6c03-47fa-9684-3d076356b0c1 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.256741] env[62312]: DEBUG oslo_vmware.api [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334328} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.257616] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.257616] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.257820] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.258250] env[62312]: INFO nova.compute.manager [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1678.258620] env[62312]: DEBUG oslo.service.loopingcall [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.259198] env[62312]: DEBUG nova.compute.manager [-] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1678.259448] env[62312]: DEBUG nova.network.neutron [-] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.263471] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.288887] env[62312]: DEBUG nova.network.neutron [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Updating instance_info_cache with network_info: [{"id": "6227b5f9-2594-4b72-a7b1-ff68fd539a8a", "address": "fa:16:3e:3e:45:c2", "network": {"id": "5ef573d0-0a2a-4e08-b36d-51a8aeef4e65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-511291209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcf8c809a664dafaaa93168633bc425", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6227b5f9-25", "ovs_interfaceid": "6227b5f9-2594-4b72-a7b1-ff68fd539a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.298708] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.299204] env[62312]: DEBUG nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1678.302859] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.601s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.304871] env[62312]: INFO nova.compute.claims [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.445851] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810005, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.468338] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "dd06b633-96b4-47c0-969d-f0f282ad3f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.468338] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.565017] env[62312]: DEBUG oslo_vmware.api [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810002, 'name': RemoveSnapshot_Task, 'duration_secs': 0.781134} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.565315] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1678.565543] env[62312]: INFO nova.compute.manager [None req-0574fa76-e91c-445f-9394-ac1974973d35 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 1678.795122] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Releasing lock "refresh_cache-c022fcae-fb06-49da-82f3-9e438e0849bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.795441] env[62312]: DEBUG nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Instance network_info: |[{"id": "6227b5f9-2594-4b72-a7b1-ff68fd539a8a", "address": "fa:16:3e:3e:45:c2", "network": {"id": "5ef573d0-0a2a-4e08-b36d-51a8aeef4e65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-511291209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcf8c809a664dafaaa93168633bc425", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6227b5f9-25", "ovs_interfaceid": "6227b5f9-2594-4b72-a7b1-ff68fd539a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1678.795862] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:45:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6227b5f9-2594-4b72-a7b1-ff68fd539a8a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.805093] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Creating folder: Project (bdcf8c809a664dafaaa93168633bc425). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.806576] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8761408-9435-4e14-bc7c-e68114e2fb85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.809351] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f40b014-82c2-46c4-b898-9bb64ba7c821 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.813102] env[62312]: DEBUG nova.compute.utils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1678.816574] env[62312]: DEBUG nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1678.816761] env[62312]: DEBUG nova.network.neutron [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1678.845056] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7bbe6b-8e18-4c31-a5ec-050b73e6da2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.849342] env[62312]: DEBUG nova.compute.manager [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Received event network-changed-6227b5f9-2594-4b72-a7b1-ff68fd539a8a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1678.849342] env[62312]: DEBUG nova.compute.manager [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Refreshing instance network info cache due to event network-changed-6227b5f9-2594-4b72-a7b1-ff68fd539a8a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1678.849342] env[62312]: DEBUG oslo_concurrency.lockutils [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] Acquiring lock "refresh_cache-c022fcae-fb06-49da-82f3-9e438e0849bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.849342] env[62312]: DEBUG oslo_concurrency.lockutils [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] Acquired lock "refresh_cache-c022fcae-fb06-49da-82f3-9e438e0849bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.849533] env[62312]: DEBUG nova.network.neutron [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Refreshing network info cache for port 6227b5f9-2594-4b72-a7b1-ff68fd539a8a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.851587] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Created folder: Project (bdcf8c809a664dafaaa93168633bc425) in parent group-v374919. [ 1678.851790] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Creating folder: Instances. Parent ref: group-v375120. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1678.856021] env[62312]: DEBUG nova.network.neutron [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Updated VIF entry in instance network info cache for port dbf3e2b9-6c03-47fa-9684-3d076356b0c1. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.856021] env[62312]: DEBUG nova.network.neutron [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Updating instance_info_cache with network_info: [{"id": "dbf3e2b9-6c03-47fa-9684-3d076356b0c1", "address": "fa:16:3e:10:e9:fe", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": null, "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdbf3e2b9-6c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.856021] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-904909ed-1e3d-41df-94a4-106cc6dea8c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.863325] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance '33ca063f-229c-43f0-9fbb-a469b59ff8ea' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1678.869674] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1678.870308] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Created folder: Instances in parent group-v375120. [ 1678.870528] env[62312]: DEBUG oslo.service.loopingcall [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.870701] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1678.872761] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.873410] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e33c6b17-57a3-48ee-bb69-e59ac0b744fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.900019] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.900019] env[62312]: value = "task-1810008" [ 1678.900019] env[62312]: _type = "Task" [ 1678.900019] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.906939] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810008, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.940569] env[62312]: DEBUG nova.policy [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb3bb89d10848f484dba2ed9327bc0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b1855d8d9a24e6c8e2627894860309f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1678.950358] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810005, 'name': Rename_Task, 'duration_secs': 0.870102} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.950358] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.950594] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778218c2-71a7-434e-a07c-6a1784cbbd8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.959877] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1678.959877] env[62312]: value = "task-1810009" [ 1678.959877] env[62312]: _type = "Task" [ 1678.959877] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.969884] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.972555] env[62312]: DEBUG nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.056118] env[62312]: DEBUG nova.network.neutron [-] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.323450] env[62312]: DEBUG nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1679.356348] env[62312]: DEBUG oslo_concurrency.lockutils [req-7869772b-1e4f-4157-92fe-24b11b396dea req-b42ae795-129e-4edc-92c5-de4fd892c004 service nova] Releasing lock "refresh_cache-298d4261-79a4-4cb4-8af4-a2ce80ba5518" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.369793] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.370501] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b44ed97-8ee1-47db-9bb6-cf732809f315 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.384849] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.385024] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1679.392822] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1679.392822] env[62312]: value = "task-1810010" [ 1679.392822] env[62312]: _type = "Task" [ 1679.392822] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.411519] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810008, 'name': CreateVM_Task, 'duration_secs': 0.421403} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.414746] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.415069] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.418408] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.418574] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.418886] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.419638] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad95deec-a13e-45fc-ad17-7db235170861 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.425664] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1679.425664] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521e1c3a-0a15-074f-01e4-6f5fdc354cfb" [ 1679.425664] env[62312]: _type = "Task" [ 1679.425664] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.440570] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e1c3a-0a15-074f-01e4-6f5fdc354cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.475160] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.500554] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.560179] env[62312]: INFO nova.compute.manager [-] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Took 1.30 seconds to deallocate network for instance. [ 1679.702478] env[62312]: DEBUG nova.network.neutron [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Successfully created port: 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.809394] env[62312]: DEBUG nova.network.neutron [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Updated VIF entry in instance network info cache for port 6227b5f9-2594-4b72-a7b1-ff68fd539a8a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.810032] env[62312]: DEBUG nova.network.neutron [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Updating instance_info_cache with network_info: [{"id": "6227b5f9-2594-4b72-a7b1-ff68fd539a8a", "address": "fa:16:3e:3e:45:c2", "network": {"id": "5ef573d0-0a2a-4e08-b36d-51a8aeef4e65", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-511291209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcf8c809a664dafaaa93168633bc425", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6227b5f9-25", "ovs_interfaceid": "6227b5f9-2594-4b72-a7b1-ff68fd539a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.871463] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f0df4b-94a9-48e6-8ae2-f721166caf5e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.880305] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad1131b-51c5-480f-8716-5c2fc362841c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.921755] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec26e4-aa4e-4d12-905b-6182837288d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.930200] env[62312]: DEBUG oslo_vmware.api [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810010, 'name': PowerOnVM_Task, 'duration_secs': 0.472795} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.935945] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.936279] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb2e112-241e-4df8-95ad-208ddb12d343 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance '33ca063f-229c-43f0-9fbb-a469b59ff8ea' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1679.941031] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48562395-bc73-4a27-9fd2-c1850d4e535c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.951821] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521e1c3a-0a15-074f-01e4-6f5fdc354cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.035738} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.964846] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.964846] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.964846] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.964846] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.964846] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.965241] env[62312]: DEBUG nova.compute.provider_tree [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.966504] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d89fa3-10f3-4626-8f8e-c4e0cffdf197 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.978335] env[62312]: DEBUG oslo_vmware.api [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810009, 'name': PowerOnVM_Task, 'duration_secs': 0.587199} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.978806] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.978902] env[62312]: INFO nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1679.979050] env[62312]: DEBUG nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.980780] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f443d5d-fd67-401f-8a3f-41e2429885ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.983767] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.983953] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.984678] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd7ca6b-3d21-4763-8263-eca7e476de22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.995604] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1679.995604] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527ecaad-823e-b067-7fff-b4db9aede4a3" [ 1679.995604] env[62312]: _type = "Task" [ 1679.995604] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.004847] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527ecaad-823e-b067-7fff-b4db9aede4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.069353] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.228874] env[62312]: DEBUG nova.compute.manager [req-05cd5de7-3490-48f9-8656-5cd7951d7241 req-0f1c72e9-0288-4230-90ef-32db9801bd5d service nova] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Received event network-vif-deleted-79c8c973-d880-457a-a35d-b0066529c406 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1680.313062] env[62312]: DEBUG oslo_concurrency.lockutils [req-78acca81-9998-4c6b-9316-1c9cbe9848c4 req-d40f4e20-48fa-454b-8187-d647d3a70cad service nova] Releasing lock "refresh_cache-c022fcae-fb06-49da-82f3-9e438e0849bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.333670] env[62312]: DEBUG nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1680.364607] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1680.364859] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1680.365128] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1680.365246] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1680.365380] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1680.365544] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1680.365707] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1680.365864] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1680.366037] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1680.366211] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1680.366366] env[62312]: DEBUG nova.virt.hardware [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1680.367344] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c41d7d-75dc-48e3-9ad8-10fab57ec3b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.376744] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf553d2-6220-4f0c-9e64-5b01727aaae2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.472956] env[62312]: DEBUG nova.scheduler.client.report [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.511870] env[62312]: INFO nova.compute.manager [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Took 43.74 seconds to build instance. [ 1680.532750] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527ecaad-823e-b067-7fff-b4db9aede4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016751} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.533638] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ac8eb8-e5b3-4c0a-b6e2-a200f57519eb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.541861] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1680.541861] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522f09dd-0604-1afc-e910-fc1dbe3e24d6" [ 1680.541861] env[62312]: _type = "Task" [ 1680.541861] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.554730] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522f09dd-0604-1afc-e910-fc1dbe3e24d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.983310] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.983310] env[62312]: DEBUG nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.987532] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.892s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.987532] env[62312]: DEBUG nova.objects.instance [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lazy-loading 'resources' on Instance uuid 40c0aa81-12ae-423c-ad6d-a48b837af51b {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.015220] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c09fd8f9-0671-4af2-bae2-2ee4cb676776 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "80d50a46-a596-4914-b779-d11d04371d87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.104s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.054384] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522f09dd-0604-1afc-e910-fc1dbe3e24d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018155} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.054871] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.055341] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c022fcae-fb06-49da-82f3-9e438e0849bf/c022fcae-fb06-49da-82f3-9e438e0849bf.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.057055] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c99e241-0366-42a9-b32f-24911e86a136 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.068037] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1681.068037] env[62312]: value = "task-1810011" [ 1681.068037] env[62312]: _type = "Task" [ 1681.068037] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.079654] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.494558] env[62312]: DEBUG nova.compute.utils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.496808] env[62312]: DEBUG nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.497674] env[62312]: DEBUG nova.network.neutron [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.551109] env[62312]: DEBUG nova.policy [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c847e8a37e8d4e549eb66532fba23cac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0cef8832bb429699a2c5f5fdff61ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.553467] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.553734] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.578311] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810011, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.732541] env[62312]: DEBUG nova.compute.manager [req-575ca20a-697c-478b-a49d-6138072a496f req-6134de02-5552-4692-bb4d-d0f07e36a03d service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Received event network-vif-plugged-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1681.732541] env[62312]: DEBUG oslo_concurrency.lockutils [req-575ca20a-697c-478b-a49d-6138072a496f req-6134de02-5552-4692-bb4d-d0f07e36a03d service nova] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.732819] env[62312]: DEBUG oslo_concurrency.lockutils [req-575ca20a-697c-478b-a49d-6138072a496f req-6134de02-5552-4692-bb4d-d0f07e36a03d service nova] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.733194] env[62312]: DEBUG oslo_concurrency.lockutils [req-575ca20a-697c-478b-a49d-6138072a496f req-6134de02-5552-4692-bb4d-d0f07e36a03d service nova] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.733194] env[62312]: DEBUG nova.compute.manager [req-575ca20a-697c-478b-a49d-6138072a496f req-6134de02-5552-4692-bb4d-d0f07e36a03d service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] No waiting events found dispatching network-vif-plugged-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.733322] env[62312]: WARNING nova.compute.manager [req-575ca20a-697c-478b-a49d-6138072a496f req-6134de02-5552-4692-bb4d-d0f07e36a03d service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Received unexpected event network-vif-plugged-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a for instance with vm_state building and task_state spawning. [ 1681.864303] env[62312]: DEBUG nova.network.neutron [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Successfully updated port: 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.931971] env[62312]: DEBUG nova.network.neutron [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Successfully created port: 7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.004344] env[62312]: DEBUG nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.009088] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6ef14a-5cb1-40d4-8189-b838527645e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.019441] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f5010f-8192-4bcc-b61a-9baad496bfbc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.065395] env[62312]: DEBUG nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1682.069922] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ab801-077e-4e2b-91b7-911c8402a56a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.085114] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636036} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.085793] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c022fcae-fb06-49da-82f3-9e438e0849bf/c022fcae-fb06-49da-82f3-9e438e0849bf.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.086045] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.087988] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9d12d-39f5-4654-9490-e9842f5f84a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.091911] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d357240e-768c-4d41-a3e4-74a9964fd4a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.107510] env[62312]: DEBUG nova.compute.provider_tree [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1682.113212] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1682.113212] env[62312]: value = "task-1810012" [ 1682.113212] env[62312]: _type = "Task" [ 1682.113212] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.124710] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.370422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.370577] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.370727] env[62312]: DEBUG nova.network.neutron [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.486048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.486257] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.486355] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1682.587408] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.632589] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084885} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.636018] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.636018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdf10c-47b4-426c-85ab-91c1bed99f5c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.638201] env[62312]: ERROR nova.scheduler.client.report [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] [req-b8df3dd0-6b4f-4058-b9a1-7e371093596c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8df3dd0-6b4f-4058-b9a1-7e371093596c"}]} [ 1682.665174] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] c022fcae-fb06-49da-82f3-9e438e0849bf/c022fcae-fb06-49da-82f3-9e438e0849bf.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.666606] env[62312]: DEBUG nova.scheduler.client.report [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1682.668614] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69468b07-fd5c-4cb1-8cb0-102cd7e46b33 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.685406] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.685406] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.685406] env[62312]: DEBUG nova.compute.manager [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Going to confirm migration 3 {{(pid=62312) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1682.695962] env[62312]: DEBUG nova.scheduler.client.report [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1682.696207] env[62312]: DEBUG nova.compute.provider_tree [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1682.701015] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1682.701015] env[62312]: value = "task-1810013" [ 1682.701015] env[62312]: _type = "Task" [ 1682.701015] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.711467] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.712521] env[62312]: DEBUG nova.scheduler.client.report [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1682.736045] env[62312]: DEBUG nova.scheduler.client.report [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1682.928292] env[62312]: DEBUG nova.network.neutron [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.018586] env[62312]: DEBUG nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.058137] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.058433] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.059767] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.060079] env[62312]: DEBUG nova.virt.hardware [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.060794] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347c0fe-cdee-4e40-be6b-5f4e6382794f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.076187] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1d9da-c650-488c-b19c-14daa3fa65b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.117323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "bb659759-87c9-4b00-9703-e0067d9278c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.117548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "bb659759-87c9-4b00-9703-e0067d9278c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.141101] env[62312]: DEBUG nova.network.neutron [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.200864] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf6261-5927-4898-926f-62dcfb582a58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.216181] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca73324-c162-4d3d-812b-a4b56f067a5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.219431] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.249183] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.249366] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.249540] env[62312]: DEBUG nova.network.neutron [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.249762] env[62312]: DEBUG nova.objects.instance [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lazy-loading 'info_cache' on Instance uuid 33ca063f-229c-43f0-9fbb-a469b59ff8ea {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.255022] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4842cb-55ff-48eb-848f-98a9ecf14cca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.261103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba2fd2-5652-4a61-851a-27deb1770a81 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.275722] env[62312]: DEBUG nova.compute.provider_tree [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.495394] env[62312]: DEBUG nova.compute.manager [req-5dda24d6-e4de-40d3-8f39-4a31418481fc req-5d9e5318-41af-4673-aba2-acce971cdc62 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Received event network-vif-plugged-7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1683.495394] env[62312]: DEBUG oslo_concurrency.lockutils [req-5dda24d6-e4de-40d3-8f39-4a31418481fc req-5d9e5318-41af-4673-aba2-acce971cdc62 service nova] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.495561] env[62312]: DEBUG oslo_concurrency.lockutils [req-5dda24d6-e4de-40d3-8f39-4a31418481fc req-5d9e5318-41af-4673-aba2-acce971cdc62 service nova] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.495612] env[62312]: DEBUG oslo_concurrency.lockutils [req-5dda24d6-e4de-40d3-8f39-4a31418481fc req-5d9e5318-41af-4673-aba2-acce971cdc62 service nova] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.495782] env[62312]: DEBUG nova.compute.manager [req-5dda24d6-e4de-40d3-8f39-4a31418481fc req-5d9e5318-41af-4673-aba2-acce971cdc62 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] No waiting events found dispatching network-vif-plugged-7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.495942] env[62312]: WARNING nova.compute.manager [req-5dda24d6-e4de-40d3-8f39-4a31418481fc req-5d9e5318-41af-4673-aba2-acce971cdc62 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Received unexpected event network-vif-plugged-7b69f0ff-b922-4a55-910c-f005e83b75b0 for instance with vm_state building and task_state spawning. [ 1683.590194] env[62312]: DEBUG nova.network.neutron [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Successfully updated port: 7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.622885] env[62312]: DEBUG nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1683.645534] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.645534] env[62312]: DEBUG nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Instance network_info: |[{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1683.645534] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:2e:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2164f077-e0b8-4f39-9eb2-10a7fcbfe63a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.654164] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating folder: Project (0b1855d8d9a24e6c8e2627894860309f). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1683.654520] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da33107-01df-4776-8c7c-ffdb253a4578 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.667921] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Created folder: Project (0b1855d8d9a24e6c8e2627894860309f) in parent group-v374919. [ 1683.668139] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating folder: Instances. Parent ref: group-v375123. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1683.668422] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b230da4-5703-4b1f-a73f-1a04ba61c60a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.694246] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Created folder: Instances in parent group-v375123. [ 1683.694504] env[62312]: DEBUG oslo.service.loopingcall [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.694697] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.694905] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623163dc-487d-4625-9af6-51bc993624cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.722366] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.723617] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.723617] env[62312]: value = "task-1810016" [ 1683.723617] env[62312]: _type = "Task" [ 1683.723617] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.731489] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810016, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.774287] env[62312]: DEBUG nova.compute.manager [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Received event network-changed-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1683.774557] env[62312]: DEBUG nova.compute.manager [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Refreshing instance network info cache due to event network-changed-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1683.774872] env[62312]: DEBUG oslo_concurrency.lockutils [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] Acquiring lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.775120] env[62312]: DEBUG oslo_concurrency.lockutils [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] Acquired lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.775512] env[62312]: DEBUG nova.network.neutron [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Refreshing network info cache for port 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.815193] env[62312]: DEBUG nova.scheduler.client.report [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1683.815441] env[62312]: DEBUG nova.compute.provider_tree [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 109 to 110 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1683.815615] env[62312]: DEBUG nova.compute.provider_tree [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.925874] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.096568] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.096649] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.096829] env[62312]: DEBUG nova.network.neutron [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.148958] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.222774] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.233803] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810016, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.326342] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.342s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.328557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.202s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.328780] env[62312]: DEBUG nova.objects.instance [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lazy-loading 'resources' on Instance uuid 4e1d43ea-cd82-4a68-80c6-71d698ceb992 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.344249] env[62312]: INFO nova.scheduler.client.report [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Deleted allocations for instance 40c0aa81-12ae-423c-ad6d-a48b837af51b [ 1684.428578] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.428731] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1684.429787] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.429787] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.429787] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.429787] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.429787] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.429787] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.429787] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1684.430110] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.468948] env[62312]: DEBUG nova.network.neutron [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance_info_cache with network_info: [{"id": "83fb379c-b07f-435f-95ad-1cc754f40f87", "address": "fa:16:3e:67:3f:ff", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fb379c-b0", "ovs_interfaceid": "83fb379c-b07f-435f-95ad-1cc754f40f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.491013] env[62312]: DEBUG nova.network.neutron [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updated VIF entry in instance network info cache for port 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.491387] env[62312]: DEBUG nova.network.neutron [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.629011] env[62312]: DEBUG nova.network.neutron [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.723316] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.736185] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810016, 'name': CreateVM_Task, 'duration_secs': 0.79698} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.736185] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.736510] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.736696] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.737027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.738031] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb81c68-da97-4369-b15c-3bb6b011d9b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.742152] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1684.742152] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a97f4a-006f-c696-1c37-2fd3e1496187" [ 1684.742152] env[62312]: _type = "Task" [ 1684.742152] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.750949] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a97f4a-006f-c696-1c37-2fd3e1496187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.762469] env[62312]: DEBUG nova.network.neutron [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updating instance_info_cache with network_info: [{"id": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "address": "fa:16:3e:f6:f1:97", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b69f0ff-b9", "ovs_interfaceid": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.854237] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c0b4e447-edf7-4e6d-a46d-b684c35367a9 tempest-InstanceActionsV221TestJSON-2140883982 tempest-InstanceActionsV221TestJSON-2140883982-project-member] Lock "40c0aa81-12ae-423c-ad6d-a48b837af51b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.395s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.933071] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.971288] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-33ca063f-229c-43f0-9fbb-a469b59ff8ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.971581] env[62312]: DEBUG nova.objects.instance [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lazy-loading 'migration_context' on Instance uuid 33ca063f-229c-43f0-9fbb-a469b59ff8ea {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.997650] env[62312]: DEBUG oslo_concurrency.lockutils [req-659e1f45-4153-478c-acf5-ec5bf6bcce44 req-cfb4e0f8-c769-4b0c-b431-b9eb0b4b5ff2 service nova] Releasing lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.164045] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0f6bca-4e39-4ac8-afa9-bb0700bcb796 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.174532] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761a826-209f-4083-94d0-b11070a06e06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.211576] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af581e7a-da2a-4213-ad61-cd744bb7e6c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.225850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc0cc9c-6310-4164-8c32-cd3e217f9908 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.229840] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810013, 'name': ReconfigVM_Task, 'duration_secs': 2.120104} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.230343] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Reconfigured VM instance instance-0000004d to attach disk [datastore1] c022fcae-fb06-49da-82f3-9e438e0849bf/c022fcae-fb06-49da-82f3-9e438e0849bf.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.231240] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf935748-258f-487c-81aa-39a704536f26 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.242097] env[62312]: DEBUG nova.compute.provider_tree [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1685.245170] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1685.245170] env[62312]: value = "task-1810017" [ 1685.245170] env[62312]: _type = "Task" [ 1685.245170] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.259731] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a97f4a-006f-c696-1c37-2fd3e1496187, 'name': SearchDatastore_Task, 'duration_secs': 0.02893} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.263029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.263389] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.263669] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.263868] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.264107] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.264553] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810017, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.265044] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee30b300-651b-43a6-af1e-4eb1e87f2709 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.267439] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.271017] env[62312]: DEBUG nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Instance network_info: |[{"id": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "address": "fa:16:3e:f6:f1:97", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b69f0ff-b9", "ovs_interfaceid": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.271017] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:f1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b69f0ff-b922-4a55-910c-f005e83b75b0', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.279062] env[62312]: DEBUG oslo.service.loopingcall [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.280057] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.280325] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4bcfcd3-2258-4698-ac6f-7317b113e795 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.296737] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.297821] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.298034] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fd661d-b291-4271-81ec-0fbfdba3308a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.303602] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.303602] env[62312]: value = "task-1810018" [ 1685.303602] env[62312]: _type = "Task" [ 1685.303602] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.304642] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1685.304642] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a0363d-0747-91f2-376d-b5e70e1a5b8f" [ 1685.304642] env[62312]: _type = "Task" [ 1685.304642] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.317797] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a0363d-0747-91f2-376d-b5e70e1a5b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.321417] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810018, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.321666] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2816a161-5611-4265-889e-f38d28363ea3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.328051] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1685.328051] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520bda75-8e5c-347c-904b-039cfbb1e286" [ 1685.328051] env[62312]: _type = "Task" [ 1685.328051] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.337981] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520bda75-8e5c-347c-904b-039cfbb1e286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.474257] env[62312]: DEBUG nova.objects.base [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Object Instance<33ca063f-229c-43f0-9fbb-a469b59ff8ea> lazy-loaded attributes: info_cache,migration_context {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1685.475266] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6cd293-c96f-450a-a565-54f51aeb1a5e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.496171] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6866787f-97dc-4f5d-b474-4f1d5ef8e13b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.503494] env[62312]: DEBUG oslo_vmware.api [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1685.503494] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb8c64-08e1-c42a-a5b3-7d47c1555462" [ 1685.503494] env[62312]: _type = "Task" [ 1685.503494] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.514072] env[62312]: DEBUG oslo_vmware.api [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb8c64-08e1-c42a-a5b3-7d47c1555462, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.514374] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.520858] env[62312]: DEBUG nova.compute.manager [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Received event network-changed-7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1685.521157] env[62312]: DEBUG nova.compute.manager [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Refreshing instance network info cache due to event network-changed-7b69f0ff-b922-4a55-910c-f005e83b75b0. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1685.521472] env[62312]: DEBUG oslo_concurrency.lockutils [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] Acquiring lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.521688] env[62312]: DEBUG oslo_concurrency.lockutils [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] Acquired lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.521960] env[62312]: DEBUG nova.network.neutron [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Refreshing network info cache for port 7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.764651] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810017, 'name': Rename_Task, 'duration_secs': 0.170968} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.764923] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.765253] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe49ee1-f3dd-4328-845a-0f6bab366712 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.772695] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1685.772695] env[62312]: value = "task-1810019" [ 1685.772695] env[62312]: _type = "Task" [ 1685.772695] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.783972] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.792214] env[62312]: DEBUG nova.scheduler.client.report [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1685.792451] env[62312]: DEBUG nova.compute.provider_tree [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 110 to 111 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1685.792628] env[62312]: DEBUG nova.compute.provider_tree [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1685.817451] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810018, 'name': CreateVM_Task, 'duration_secs': 0.358989} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.817631] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.818388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.818573] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.818903] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.819173] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c583f3ef-ed0d-4c0f-94cd-49cb5b0d83e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.826328] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1685.826328] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522cf4fa-d9db-4d77-69c7-9464a6bc5347" [ 1685.826328] env[62312]: _type = "Task" [ 1685.826328] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.843786] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520bda75-8e5c-347c-904b-039cfbb1e286, 'name': SearchDatastore_Task, 'duration_secs': 0.014866} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.844026] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522cf4fa-d9db-4d77-69c7-9464a6bc5347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.844273] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.844516] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d3ecd177-471e-4b34-8954-d3f7cfa12d46/d3ecd177-471e-4b34-8954-d3f7cfa12d46.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.844763] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9af52d5-e222-4f05-ad2a-47106d75f58b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.852249] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1685.852249] env[62312]: value = "task-1810020" [ 1685.852249] env[62312]: _type = "Task" [ 1685.852249] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.860475] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.244733] env[62312]: DEBUG nova.network.neutron [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updated VIF entry in instance network info cache for port 7b69f0ff-b922-4a55-910c-f005e83b75b0. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.245126] env[62312]: DEBUG nova.network.neutron [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updating instance_info_cache with network_info: [{"id": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "address": "fa:16:3e:f6:f1:97", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b69f0ff-b9", "ovs_interfaceid": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.284046] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.300569] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.302842] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.194s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.303257] env[62312]: DEBUG nova.objects.instance [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lazy-loading 'resources' on Instance uuid a1ef827d-8520-485e-b843-458d360870dc {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.323336] env[62312]: INFO nova.scheduler.client.report [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted allocations for instance 4e1d43ea-cd82-4a68-80c6-71d698ceb992 [ 1686.339724] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522cf4fa-d9db-4d77-69c7-9464a6bc5347, 'name': SearchDatastore_Task, 'duration_secs': 0.014905} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.340086] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.340684] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.340953] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.341147] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.341353] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.341638] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd855f2-5381-4bc6-9c3c-a38bfd3c9c47 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.352859] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.353089] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.360020] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5da7b1-50fd-47df-8369-b090b987a77c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.369334] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.369728] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1686.369728] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a18c8e-4b32-ea8f-3143-fb54ee254f43" [ 1686.369728] env[62312]: _type = "Task" [ 1686.369728] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.381144] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a18c8e-4b32-ea8f-3143-fb54ee254f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.747924] env[62312]: DEBUG oslo_concurrency.lockutils [req-222b1008-047c-41b1-b707-e8690f97dd55 req-ebc8fc49-e340-4a91-aa1f-e42af0850507 service nova] Releasing lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.784572] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810019, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.833409] env[62312]: DEBUG oslo_concurrency.lockutils [None req-367dd2ec-c97f-4a1c-b246-eab25bdffc21 tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "4e1d43ea-cd82-4a68-80c6-71d698ceb992" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.670s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.870041] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905494} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.870705] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d3ecd177-471e-4b34-8954-d3f7cfa12d46/d3ecd177-471e-4b34-8954-d3f7cfa12d46.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.871029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.877499] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f52a887f-8d19-409c-97fa-eaad2745d102 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.888515] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a18c8e-4b32-ea8f-3143-fb54ee254f43, 'name': SearchDatastore_Task, 'duration_secs': 0.100375} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.890625] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1686.890625] env[62312]: value = "task-1810021" [ 1686.890625] env[62312]: _type = "Task" [ 1686.890625] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.890837] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03250ce8-4c3d-4f82-b150-512c8f17503a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.900566] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1686.900566] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f922c7-a7e8-d7af-c246-71c17b29c13d" [ 1686.900566] env[62312]: _type = "Task" [ 1686.900566] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.910536] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.922955] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f922c7-a7e8-d7af-c246-71c17b29c13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.245457] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d090f11-9c8e-40f2-8fa3-997034c0a16e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.254523] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387d863-531b-457a-a1af-e7c8278a5ed5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.289037] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d5a5b2-69aa-4f72-af49-5365a2fa65b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.296980] env[62312]: DEBUG oslo_vmware.api [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810019, 'name': PowerOnVM_Task, 'duration_secs': 1.152457} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.299026] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.299235] env[62312]: INFO nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Took 11.61 seconds to spawn the instance on the hypervisor. [ 1687.299421] env[62312]: DEBUG nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.300237] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6275b1-a59b-47d5-82e4-a9d09e886a07 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.303585] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8130ff5f-129d-4b65-a054-deaf8d0e5274 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.325125] env[62312]: DEBUG nova.compute.provider_tree [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.403550] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104279} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.406771] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1687.407485] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005fbf7b-7d0e-4125-9124-eabd6be9f543 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.417191] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f922c7-a7e8-d7af-c246-71c17b29c13d, 'name': SearchDatastore_Task, 'duration_secs': 0.021006} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.426147] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.426416] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.426765] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.426973] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.427181] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.427359] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.427518] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.438128] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] d3ecd177-471e-4b34-8954-d3f7cfa12d46/d3ecd177-471e-4b34-8954-d3f7cfa12d46.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.438943] env[62312]: INFO nova.compute.manager [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Terminating instance [ 1687.439971] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-656b65b6-bf40-4807-8a29-74b871929f90 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.442584] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104db52d-03b1-42ca-ace3-06300c833e7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.464188] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1687.464188] env[62312]: value = "task-1810022" [ 1687.464188] env[62312]: _type = "Task" [ 1687.464188] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.466110] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1687.466110] env[62312]: value = "task-1810023" [ 1687.466110] env[62312]: _type = "Task" [ 1687.466110] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.478473] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.481920] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.831045] env[62312]: DEBUG nova.scheduler.client.report [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.836758] env[62312]: INFO nova.compute.manager [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Took 39.06 seconds to build instance. [ 1687.959095] env[62312]: DEBUG nova.compute.manager [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1687.959368] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.960348] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0234c2a0-57f7-4885-94ba-9b929683b817 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.972158] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.975843] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26156733-cd78-46e5-a8cb-2f89970ee3a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.980624] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.988745] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.990301] env[62312]: DEBUG oslo_vmware.api [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1687.990301] env[62312]: value = "task-1810024" [ 1687.990301] env[62312]: _type = "Task" [ 1687.990301] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.002071] env[62312]: DEBUG oslo_vmware.api [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1810024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.337504] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.341192] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.405s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.341192] env[62312]: DEBUG nova.objects.instance [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lazy-loading 'resources' on Instance uuid c13205db-c3b6-4014-ba7e-340f800bdec0 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.341964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e9004703-a8cf-434f-b5c9-60541640ff15 tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.573s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.365628] env[62312]: INFO nova.scheduler.client.report [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Deleted allocations for instance a1ef827d-8520-485e-b843-458d360870dc [ 1688.478420] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810022, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.487961] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810023, 'name': ReconfigVM_Task, 'duration_secs': 0.89189} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.488416] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Reconfigured VM instance instance-0000004e to attach disk [datastore1] d3ecd177-471e-4b34-8954-d3f7cfa12d46/d3ecd177-471e-4b34-8954-d3f7cfa12d46.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.489507] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72123d71-6c90-4e2d-813a-c299d5feb0e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.503356] env[62312]: DEBUG oslo_vmware.api [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1810024, 'name': PowerOffVM_Task, 'duration_secs': 0.276251} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.505219] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.505418] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.505754] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1688.505754] env[62312]: value = "task-1810025" [ 1688.505754] env[62312]: _type = "Task" [ 1688.505754] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.506054] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-483fc9dc-71d6-48e7-84e8-2e3b73300d42 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.520718] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810025, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.728696] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.728855] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.728973] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleting the datastore file [datastore1] f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.729272] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82be3aee-7444-4b90-b1b9-34dc26c42ab2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.744970] env[62312]: DEBUG oslo_vmware.api [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for the task: (returnval){ [ 1688.744970] env[62312]: value = "task-1810027" [ 1688.744970] env[62312]: _type = "Task" [ 1688.744970] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.754191] env[62312]: DEBUG oslo_vmware.api [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1810027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.883332] env[62312]: DEBUG oslo_concurrency.lockutils [None req-085bf56d-dccc-4faa-be99-52b16f7a7f65 tempest-ServerRescueTestJSONUnderV235-1709058455 tempest-ServerRescueTestJSONUnderV235-1709058455-project-member] Lock "a1ef827d-8520-485e-b843-458d360870dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.507s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.977850] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810022, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.217405} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.980912] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.981203] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.981704] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4437b835-f9e3-49ea-9aca-c7cbee204670 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.989744] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1688.989744] env[62312]: value = "task-1810028" [ 1688.989744] env[62312]: _type = "Task" [ 1688.989744] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.001968] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.021663] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810025, 'name': Rename_Task, 'duration_secs': 0.281114} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.021959] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.022242] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9348a97c-e959-434a-8982-30a224aa8cd1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.029953] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1689.029953] env[62312]: value = "task-1810029" [ 1689.029953] env[62312]: _type = "Task" [ 1689.029953] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.038851] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.070855] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "c022fcae-fb06-49da-82f3-9e438e0849bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.071237] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.071489] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "c022fcae-fb06-49da-82f3-9e438e0849bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.071704] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.071927] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.074150] env[62312]: INFO nova.compute.manager [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Terminating instance [ 1689.218612] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9433d0cd-6d88-4fe3-9642-90fa06992a66 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.226559] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b939b4a0-93a7-4e82-b93f-00431a661b2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.262370] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4490144f-465c-4969-8eee-f8ddf8d808f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.272696] env[62312]: DEBUG oslo_vmware.api [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Task: {'id': task-1810027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432744} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.273526] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8f0798-cbbc-4d6d-b3cf-b43edcd47c7c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.277430] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.277588] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.277767] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.277944] env[62312]: INFO nova.compute.manager [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1689.278204] env[62312]: DEBUG oslo.service.loopingcall [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.278420] env[62312]: DEBUG nova.compute.manager [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.278529] env[62312]: DEBUG nova.network.neutron [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.290739] env[62312]: DEBUG nova.compute.provider_tree [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.504366] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085558} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.505136] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.506175] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa504be0-6be2-455e-8ecf-3903c1d2a6db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.533834] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.534987] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a017fc60-dba5-4741-b416-cdd635e8791e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.562477] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810029, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.564334] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1689.564334] env[62312]: value = "task-1810030" [ 1689.564334] env[62312]: _type = "Task" [ 1689.564334] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.578844] env[62312]: DEBUG nova.compute.manager [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.579432] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.580400] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.581475] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0896ede-a561-47f2-82ab-88b56d615337 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.592091] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.592091] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b93d708-dd64-4e91-bf80-b295cfea689f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.596528] env[62312]: DEBUG nova.compute.manager [req-52be5bf3-073e-4c55-8acb-c4d0a0ad89ec req-50f0dbae-4dbc-487a-9136-538bb51b1c28 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Received event network-vif-deleted-09b804f2-8689-4408-8212-cd4ff154698b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1689.596933] env[62312]: INFO nova.compute.manager [req-52be5bf3-073e-4c55-8acb-c4d0a0ad89ec req-50f0dbae-4dbc-487a-9136-538bb51b1c28 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Neutron deleted interface 09b804f2-8689-4408-8212-cd4ff154698b; detaching it from the instance and deleting it from the info cache [ 1689.597255] env[62312]: DEBUG nova.network.neutron [req-52be5bf3-073e-4c55-8acb-c4d0a0ad89ec req-50f0dbae-4dbc-487a-9136-538bb51b1c28 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.605558] env[62312]: DEBUG oslo_vmware.api [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1689.605558] env[62312]: value = "task-1810031" [ 1689.605558] env[62312]: _type = "Task" [ 1689.605558] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.617998] env[62312]: DEBUG oslo_vmware.api [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.794115] env[62312]: DEBUG nova.scheduler.client.report [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.045310] env[62312]: DEBUG oslo_vmware.api [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810029, 'name': PowerOnVM_Task, 'duration_secs': 0.553837} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.045586] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.046045] env[62312]: INFO nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1690.046045] env[62312]: DEBUG nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1690.046712] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b0f6d-ed30-4018-8fe5-b1b3a2ebc4df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.054142] env[62312]: DEBUG nova.network.neutron [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.075798] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810030, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.100566] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ec48a1f-c9ed-412e-832f-57c3f57e8ba0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.114101] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b5c6d0-6884-4cc5-bf40-23a5f4066e32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.128072] env[62312]: DEBUG oslo_vmware.api [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810031, 'name': PowerOffVM_Task, 'duration_secs': 0.410067} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.128768] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.128996] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.129271] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50481ac6-b852-452b-8820-54e52abd7d78 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.155313] env[62312]: DEBUG nova.compute.manager [req-52be5bf3-073e-4c55-8acb-c4d0a0ad89ec req-50f0dbae-4dbc-487a-9136-538bb51b1c28 service nova] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Detach interface failed, port_id=09b804f2-8689-4408-8212-cd4ff154698b, reason: Instance f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1690.299766] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.302252] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.989s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.302482] env[62312]: DEBUG nova.objects.instance [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'resources' on Instance uuid 298d4261-79a4-4cb4-8af4-a2ce80ba5518 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.328826] env[62312]: INFO nova.scheduler.client.report [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Deleted allocations for instance c13205db-c3b6-4014-ba7e-340f800bdec0 [ 1690.360912] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.361153] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.361330] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Deleting the datastore file [datastore1] c022fcae-fb06-49da-82f3-9e438e0849bf {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.361592] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3218cf2-3593-40c1-9c11-9b4bf6e3710a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.369642] env[62312]: DEBUG oslo_vmware.api [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for the task: (returnval){ [ 1690.369642] env[62312]: value = "task-1810033" [ 1690.369642] env[62312]: _type = "Task" [ 1690.369642] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.386702] env[62312]: DEBUG oslo_vmware.api [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.561024] env[62312]: INFO nova.compute.manager [-] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Took 1.28 seconds to deallocate network for instance. [ 1690.576339] env[62312]: INFO nova.compute.manager [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Took 37.31 seconds to build instance. [ 1690.589477] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810030, 'name': ReconfigVM_Task, 'duration_secs': 0.556782} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.589477] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.589477] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc5f0f3-69a2-4930-b041-1ac325b65159 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.599376] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1690.599376] env[62312]: value = "task-1810034" [ 1690.599376] env[62312]: _type = "Task" [ 1690.599376] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.611749] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810034, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.809165] env[62312]: DEBUG nova.objects.instance [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'numa_topology' on Instance uuid 298d4261-79a4-4cb4-8af4-a2ce80ba5518 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.840031] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b9763128-ccb7-4084-b3c4-a03a266d5afd tempest-MigrationsAdminTest-2002730364 tempest-MigrationsAdminTest-2002730364-project-member] Lock "c13205db-c3b6-4014-ba7e-340f800bdec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.653s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.880323] env[62312]: DEBUG oslo_vmware.api [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Task: {'id': task-1810033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159459} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.880594] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.880791] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.880965] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.881157] env[62312]: INFO nova.compute.manager [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1690.881423] env[62312]: DEBUG oslo.service.loopingcall [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.881750] env[62312]: DEBUG nova.compute.manager [-] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.881750] env[62312]: DEBUG nova.network.neutron [-] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.077185] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.079845] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f758f13d-6b42-4d97-a7e9-ab7cd4946186 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.827s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.109461] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810034, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.313033] env[62312]: DEBUG nova.objects.base [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Object Instance<298d4261-79a4-4cb4-8af4-a2ce80ba5518> lazy-loaded attributes: resources,numa_topology {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1691.614978] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810034, 'name': Rename_Task, 'duration_secs': 0.774351} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.617505] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.620010] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49216490-b1dd-4822-93a1-b9d7e200480b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.629364] env[62312]: DEBUG nova.compute.manager [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Received event network-changed-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1691.629364] env[62312]: DEBUG nova.compute.manager [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Refreshing instance network info cache due to event network-changed-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1691.629364] env[62312]: DEBUG oslo_concurrency.lockutils [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] Acquiring lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.629535] env[62312]: DEBUG oslo_concurrency.lockutils [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] Acquired lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.629635] env[62312]: DEBUG nova.network.neutron [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Refreshing network info cache for port 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.632370] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1691.632370] env[62312]: value = "task-1810035" [ 1691.632370] env[62312]: _type = "Task" [ 1691.632370] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.637458] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec26dc7b-5ff8-4857-9700-cc3a034e3e03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.649103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d3722-8163-4097-8e3d-12c9681a5aa5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.652526] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.686159] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd2d441-fb2b-45a9-90cf-d82876171b59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.694444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d22364-eda6-415d-8dba-859873c0b86a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.710561] env[62312]: DEBUG nova.compute.provider_tree [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.715895] env[62312]: DEBUG nova.network.neutron [-] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.148190] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.218800] env[62312]: INFO nova.compute.manager [-] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Took 1.34 seconds to deallocate network for instance. [ 1692.252783] env[62312]: DEBUG nova.scheduler.client.report [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1692.253126] env[62312]: DEBUG nova.compute.provider_tree [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 111 to 112 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.253355] env[62312]: DEBUG nova.compute.provider_tree [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.400512] env[62312]: DEBUG nova.network.neutron [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updated VIF entry in instance network info cache for port 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.400512] env[62312]: DEBUG nova.network.neutron [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.646619] env[62312]: DEBUG oslo_vmware.api [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810035, 'name': PowerOnVM_Task, 'duration_secs': 0.794838} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.647019] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.647275] env[62312]: INFO nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1692.647495] env[62312]: DEBUG nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.648351] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b311e474-b10f-4e36-aad6-cd4e50e289b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.726589] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.758808] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.456s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.763484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.261s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.763484] env[62312]: INFO nova.compute.claims [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.903850] env[62312]: DEBUG oslo_concurrency.lockutils [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] Releasing lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.903850] env[62312]: DEBUG nova.compute.manager [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Received event network-vif-deleted-6227b5f9-2594-4b72-a7b1-ff68fd539a8a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.903850] env[62312]: INFO nova.compute.manager [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Neutron deleted interface 6227b5f9-2594-4b72-a7b1-ff68fd539a8a; detaching it from the instance and deleting it from the info cache [ 1692.903850] env[62312]: DEBUG nova.network.neutron [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.171714] env[62312]: INFO nova.compute.manager [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Took 34.48 seconds to build instance. [ 1693.275997] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bf23f1eb-57bf-4484-8059-5606c104cab8 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.956s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.276852] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.453s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.277080] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.277292] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.277458] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.279178] env[62312]: INFO nova.compute.manager [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Terminating instance [ 1693.405729] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ac69a38-e517-4299-a1a0-ad4fa00b4232 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.418233] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491f9df-b685-42ec-820d-4542755794cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.460344] env[62312]: DEBUG nova.compute.manager [req-e310d9b3-f035-469c-bd25-20f9e85c9a15 req-672f8a83-4a7a-40c7-96a9-be6c499d3a43 service nova] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Detach interface failed, port_id=6227b5f9-2594-4b72-a7b1-ff68fd539a8a, reason: Instance c022fcae-fb06-49da-82f3-9e438e0849bf could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1693.675948] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3cd5b06b-65e2-4486-adc5-31d2bef3cb07 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.785084] env[62312]: DEBUG nova.compute.manager [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1693.785315] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1693.785600] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62082eed-cee7-4ac3-b059-68ef20fe17a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.801518] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc05f14-0599-422b-9409-8ad1047b8a2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.848058] env[62312]: WARNING nova.virt.vmwareapi.vmops [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 298d4261-79a4-4cb4-8af4-a2ce80ba5518 could not be found. [ 1693.848242] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1693.848424] env[62312]: INFO nova.compute.manager [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1693.848849] env[62312]: DEBUG oslo.service.loopingcall [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.851767] env[62312]: DEBUG nova.compute.manager [-] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1693.851916] env[62312]: DEBUG nova.network.neutron [-] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.159851] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c045adc-5674-47e9-a23c-ec27b1572372 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.170888] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5568c8e0-ce61-4026-a0e5-9aef2a13b556 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.210398] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c8909-0e85-4eb6-aa98-7148e6668177 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.219368] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16232d8b-30c8-471f-abcd-8c374388c143 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.236604] env[62312]: DEBUG nova.compute.provider_tree [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.576451] env[62312]: DEBUG nova.compute.manager [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Received event network-changed-7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1694.576676] env[62312]: DEBUG nova.compute.manager [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Refreshing instance network info cache due to event network-changed-7b69f0ff-b922-4a55-910c-f005e83b75b0. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1694.576877] env[62312]: DEBUG oslo_concurrency.lockutils [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] Acquiring lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.577032] env[62312]: DEBUG oslo_concurrency.lockutils [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] Acquired lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.577201] env[62312]: DEBUG nova.network.neutron [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Refreshing network info cache for port 7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.631681] env[62312]: DEBUG nova.network.neutron [-] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.740506] env[62312]: DEBUG nova.scheduler.client.report [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.135025] env[62312]: INFO nova.compute.manager [-] [instance: 298d4261-79a4-4cb4-8af4-a2ce80ba5518] Took 1.28 seconds to deallocate network for instance. [ 1695.245661] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.246274] env[62312]: DEBUG nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1695.255286] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.183s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.255286] env[62312]: DEBUG nova.objects.instance [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lazy-loading 'resources' on Instance uuid 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.342029] env[62312]: DEBUG nova.network.neutron [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updated VIF entry in instance network info cache for port 7b69f0ff-b922-4a55-910c-f005e83b75b0. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.342405] env[62312]: DEBUG nova.network.neutron [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updating instance_info_cache with network_info: [{"id": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "address": "fa:16:3e:f6:f1:97", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b69f0ff-b9", "ovs_interfaceid": "7b69f0ff-b922-4a55-910c-f005e83b75b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.756569] env[62312]: DEBUG nova.compute.utils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1695.757939] env[62312]: DEBUG nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1695.758117] env[62312]: DEBUG nova.network.neutron [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1695.807732] env[62312]: DEBUG nova.policy [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb6890f4d9d4485d8e6d148115feef90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b417246863f447c682d42e2644ac2f8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1695.844728] env[62312]: DEBUG oslo_concurrency.lockutils [req-961c3f93-3344-41fd-a1e5-9f3c17bf415f req-2f194439-0b58-4de4-9be2-70f0f496d23f service nova] Releasing lock "refresh_cache-c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.946684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.946937] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.090428] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bc5e5c-7941-467b-99b0-fdbf3a9060fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.098956] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad58fa-a744-4485-bcb3-b40d7d2e84c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.130241] env[62312]: DEBUG nova.network.neutron [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Successfully created port: e66e772f-8e2d-4e8b-872b-05e2da6e22a6 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1696.132195] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fa1da-c6c7-4781-a4a3-ccf79001a9e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.140653] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a582da-23ea-4a31-a4c2-ca5b7430a8f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.156350] env[62312]: DEBUG nova.compute.provider_tree [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.162482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b1e96777-e612-4705-936b-06aa86a0cb6b tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "298d4261-79a4-4cb4-8af4-a2ce80ba5518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.886s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.978164] env[62312]: DEBUG nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1696.980658] env[62312]: DEBUG nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.984594] env[62312]: DEBUG nova.scheduler.client.report [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.351027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.351027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.494026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.497546] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.910s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.499122] env[62312]: INFO nova.compute.claims [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.522805] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.527358] env[62312]: INFO nova.scheduler.client.report [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleted allocations for instance 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba [ 1697.836272] env[62312]: DEBUG nova.compute.manager [req-d0929aa0-0ed3-4690-9b4c-0a65f1ed885d req-1fbd2b29-6b99-4885-803a-78e6930239a8 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Received event network-vif-plugged-e66e772f-8e2d-4e8b-872b-05e2da6e22a6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1697.836272] env[62312]: DEBUG oslo_concurrency.lockutils [req-d0929aa0-0ed3-4690-9b4c-0a65f1ed885d req-1fbd2b29-6b99-4885-803a-78e6930239a8 service nova] Acquiring lock "dd06b633-96b4-47c0-969d-f0f282ad3f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.836272] env[62312]: DEBUG oslo_concurrency.lockutils [req-d0929aa0-0ed3-4690-9b4c-0a65f1ed885d req-1fbd2b29-6b99-4885-803a-78e6930239a8 service nova] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.836272] env[62312]: DEBUG oslo_concurrency.lockutils [req-d0929aa0-0ed3-4690-9b4c-0a65f1ed885d req-1fbd2b29-6b99-4885-803a-78e6930239a8 service nova] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.836272] env[62312]: DEBUG nova.compute.manager [req-d0929aa0-0ed3-4690-9b4c-0a65f1ed885d req-1fbd2b29-6b99-4885-803a-78e6930239a8 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] No waiting events found dispatching network-vif-plugged-e66e772f-8e2d-4e8b-872b-05e2da6e22a6 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1697.836272] env[62312]: WARNING nova.compute.manager [req-d0929aa0-0ed3-4690-9b4c-0a65f1ed885d req-1fbd2b29-6b99-4885-803a-78e6930239a8 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Received unexpected event network-vif-plugged-e66e772f-8e2d-4e8b-872b-05e2da6e22a6 for instance with vm_state building and task_state spawning. [ 1697.854192] env[62312]: DEBUG nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.923476] env[62312]: DEBUG nova.network.neutron [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Successfully updated port: e66e772f-8e2d-4e8b-872b-05e2da6e22a6 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1697.996689] env[62312]: DEBUG nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.022899] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1b36a881aa2d26e0f179f3fa8eb1c084',container_format='bare',created_at=2024-12-12T10:53:25Z,direct_url=,disk_format='vmdk',id=394742f5-943f-4cdb-b978-0e2e9c68c1cb,min_disk=1,min_ram=0,name='tempest-test-snap-607634651',owner='b417246863f447c682d42e2644ac2f8d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T10:53:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.023215] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.023376] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.023556] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.023697] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.023839] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.024051] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.024217] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.024379] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.024537] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.024704] env[62312]: DEBUG nova.virt.hardware [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.025757] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824dbb21-6400-4cab-afb2-cbc10a61a882 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.035630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a65cc727-1ddc-4cf2-bd34-f82a8d89720e tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "60a4427d-c1bd-4c30-a3c1-2fbdf073ebba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.443s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.037438] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a10a68-178a-48d4-90c7-b9b4c6416a04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.376266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.426431] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "refresh_cache-dd06b633-96b4-47c0-969d-f0f282ad3f28" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.426613] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "refresh_cache-dd06b633-96b4-47c0-969d-f0f282ad3f28" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.426797] env[62312]: DEBUG nova.network.neutron [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1698.747237] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "11210b37-2161-49a0-800c-d57c76eb5ec4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.747501] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.747699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "11210b37-2161-49a0-800c-d57c76eb5ec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.747874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.748050] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.750083] env[62312]: INFO nova.compute.manager [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Terminating instance [ 1698.808365] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "332e6298-3f34-4cf9-81ad-18466c2234d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.808616] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.808819] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "332e6298-3f34-4cf9-81ad-18466c2234d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.809012] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.809281] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.813624] env[62312]: INFO nova.compute.manager [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Terminating instance [ 1698.816492] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967d51c-1f9f-4406-b6ac-196f600d01da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.825577] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d4387-eab9-4f41-8f69-a4bd8c5036ec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.859167] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19134ce-5ba4-4915-a6b4-5e0f99303b6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.867333] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468f469b-2a27-4736-99ca-bd3b6b07b005 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.882766] env[62312]: DEBUG nova.compute.provider_tree [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.962493] env[62312]: DEBUG nova.network.neutron [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1699.091532] env[62312]: DEBUG nova.network.neutron [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Updating instance_info_cache with network_info: [{"id": "e66e772f-8e2d-4e8b-872b-05e2da6e22a6", "address": "fa:16:3e:37:f9:9c", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66e772f-8e", "ovs_interfaceid": "e66e772f-8e2d-4e8b-872b-05e2da6e22a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.253600] env[62312]: DEBUG nova.compute.manager [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.253836] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.254733] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1c5736-96fa-4220-83d6-96617bf75114 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.262621] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.262884] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31385ad8-9ea6-4408-9b7e-f2cdbbb0253b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.270343] env[62312]: DEBUG oslo_vmware.api [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1699.270343] env[62312]: value = "task-1810036" [ 1699.270343] env[62312]: _type = "Task" [ 1699.270343] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.279971] env[62312]: DEBUG oslo_vmware.api [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.322056] env[62312]: DEBUG nova.compute.manager [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.322312] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.323284] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3750ae-76d8-4eb1-8d5c-ddc942047dcf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.331550] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.331792] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90fe059a-c086-4dbd-b2c5-a4356c9e3397 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.339906] env[62312]: DEBUG oslo_vmware.api [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1699.339906] env[62312]: value = "task-1810037" [ 1699.339906] env[62312]: _type = "Task" [ 1699.339906] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.348708] env[62312]: DEBUG oslo_vmware.api [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.386518] env[62312]: DEBUG nova.scheduler.client.report [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.594543] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "refresh_cache-dd06b633-96b4-47c0-969d-f0f282ad3f28" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.594892] env[62312]: DEBUG nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Instance network_info: |[{"id": "e66e772f-8e2d-4e8b-872b-05e2da6e22a6", "address": "fa:16:3e:37:f9:9c", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66e772f-8e", "ovs_interfaceid": "e66e772f-8e2d-4e8b-872b-05e2da6e22a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1699.595367] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:f9:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e66e772f-8e2d-4e8b-872b-05e2da6e22a6', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1699.603015] env[62312]: DEBUG oslo.service.loopingcall [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.603262] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1699.603906] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-913d02ab-100f-4c48-af51-d6769f7e0733 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.623966] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1699.623966] env[62312]: value = "task-1810038" [ 1699.623966] env[62312]: _type = "Task" [ 1699.623966] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.632020] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810038, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.780554] env[62312]: DEBUG oslo_vmware.api [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810036, 'name': PowerOffVM_Task, 'duration_secs': 0.18474} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.780824] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.780995] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.781289] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3458e8c5-b10b-45f3-a9ac-8febaa75ad72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.850931] env[62312]: DEBUG oslo_vmware.api [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810037, 'name': PowerOffVM_Task, 'duration_secs': 0.15371} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.851227] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.851392] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.851637] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ab4bc41-6e14-4562-8618-e8d44ccbf39e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.860606] env[62312]: DEBUG nova.compute.manager [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Received event network-changed-e66e772f-8e2d-4e8b-872b-05e2da6e22a6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1699.860808] env[62312]: DEBUG nova.compute.manager [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Refreshing instance network info cache due to event network-changed-e66e772f-8e2d-4e8b-872b-05e2da6e22a6. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1699.861015] env[62312]: DEBUG oslo_concurrency.lockutils [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] Acquiring lock "refresh_cache-dd06b633-96b4-47c0-969d-f0f282ad3f28" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.861166] env[62312]: DEBUG oslo_concurrency.lockutils [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] Acquired lock "refresh_cache-dd06b633-96b4-47c0-969d-f0f282ad3f28" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.861327] env[62312]: DEBUG nova.network.neutron [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Refreshing network info cache for port e66e772f-8e2d-4e8b-872b-05e2da6e22a6 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1699.892030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.892685] env[62312]: DEBUG nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.895870] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.747s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.898053] env[62312]: INFO nova.compute.claims [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.905584] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.905805] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.905989] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleting the datastore file [datastore1] 11210b37-2161-49a0-800c-d57c76eb5ec4 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.906306] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff17df6-5460-44e7-a931-ff19c78765d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.914893] env[62312]: DEBUG oslo_vmware.api [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1699.914893] env[62312]: value = "task-1810041" [ 1699.914893] env[62312]: _type = "Task" [ 1699.914893] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.927758] env[62312]: DEBUG oslo_vmware.api [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.962510] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.962767] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.962993] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleting the datastore file [datastore1] 332e6298-3f34-4cf9-81ad-18466c2234d0 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.963240] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fa4008b-788b-4253-afc8-0180816c19c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.970218] env[62312]: DEBUG oslo_vmware.api [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for the task: (returnval){ [ 1699.970218] env[62312]: value = "task-1810042" [ 1699.970218] env[62312]: _type = "Task" [ 1699.970218] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.979880] env[62312]: DEBUG oslo_vmware.api [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.136319] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810038, 'name': CreateVM_Task, 'duration_secs': 0.512026} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.136837] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.137167] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.137320] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.137703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.137964] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bb5848-2b1d-4fb0-bc04-32157cf85cf5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.144322] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1700.144322] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522360cc-ffda-3faf-b012-723d46ba46b8" [ 1700.144322] env[62312]: _type = "Task" [ 1700.144322] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.154294] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522360cc-ffda-3faf-b012-723d46ba46b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.402506] env[62312]: DEBUG nova.compute.utils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.406304] env[62312]: DEBUG nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.406304] env[62312]: DEBUG nova.network.neutron [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.425231] env[62312]: DEBUG oslo_vmware.api [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180783} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.427503] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.427699] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.427873] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.428063] env[62312]: INFO nova.compute.manager [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1700.428335] env[62312]: DEBUG oslo.service.loopingcall [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.428534] env[62312]: DEBUG nova.compute.manager [-] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.428625] env[62312]: DEBUG nova.network.neutron [-] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.443156] env[62312]: DEBUG nova.policy [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4885da78d66a41d892786fbcfc4e9df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85be92bd11b40069aac273d21b9f151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.479526] env[62312]: DEBUG oslo_vmware.api [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Task: {'id': task-1810042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176939} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.481912] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.482078] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.482291] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.482466] env[62312]: INFO nova.compute.manager [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1700.482693] env[62312]: DEBUG oslo.service.loopingcall [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.482887] env[62312]: DEBUG nova.compute.manager [-] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.482981] env[62312]: DEBUG nova.network.neutron [-] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.651100] env[62312]: DEBUG nova.network.neutron [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Updated VIF entry in instance network info cache for port e66e772f-8e2d-4e8b-872b-05e2da6e22a6. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1700.651507] env[62312]: DEBUG nova.network.neutron [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Updating instance_info_cache with network_info: [{"id": "e66e772f-8e2d-4e8b-872b-05e2da6e22a6", "address": "fa:16:3e:37:f9:9c", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66e772f-8e", "ovs_interfaceid": "e66e772f-8e2d-4e8b-872b-05e2da6e22a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.663832] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.665471] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Processing image 394742f5-943f-4cdb-b978-0e2e9c68c1cb {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.665805] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb/394742f5-943f-4cdb-b978-0e2e9c68c1cb.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.665978] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb/394742f5-943f-4cdb-b978-0e2e9c68c1cb.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.666191] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.666457] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39b61312-d634-475d-8d50-eb346aa6998f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.676613] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.676613] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.680588] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df6d35c-688c-4e52-965e-81add0ecd85f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.691237] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1700.691237] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52643f6c-e763-4144-1b93-14bb3f181104" [ 1700.691237] env[62312]: _type = "Task" [ 1700.691237] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.707752] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52643f6c-e763-4144-1b93-14bb3f181104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.910025] env[62312]: DEBUG nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1701.084687] env[62312]: DEBUG nova.compute.manager [req-0eda9884-1e07-4f4b-aeb5-25a6c604418b req-5b04378b-f398-441a-a65c-3e80953810bd service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Received event network-vif-deleted-e9f7ccbc-cf4e-4368-b582-56b00fc03f2b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1701.084687] env[62312]: INFO nova.compute.manager [req-0eda9884-1e07-4f4b-aeb5-25a6c604418b req-5b04378b-f398-441a-a65c-3e80953810bd service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Neutron deleted interface e9f7ccbc-cf4e-4368-b582-56b00fc03f2b; detaching it from the instance and deleting it from the info cache [ 1701.084687] env[62312]: DEBUG nova.network.neutron [req-0eda9884-1e07-4f4b-aeb5-25a6c604418b req-5b04378b-f398-441a-a65c-3e80953810bd service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.088066] env[62312]: DEBUG nova.network.neutron [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Successfully created port: c68bc80f-c794-44e5-b9f4-dd3e58e124de {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1701.164589] env[62312]: DEBUG oslo_concurrency.lockutils [req-8e769c23-f45c-4247-84be-3c16ec3491f1 req-747e5889-5874-49e8-ab13-9ab7ae2e6826 service nova] Releasing lock "refresh_cache-dd06b633-96b4-47c0-969d-f0f282ad3f28" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.204279] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Preparing fetch location {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1701.204563] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Fetch image to [datastore1] OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956/OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956.vmdk {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1701.204750] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Downloading stream optimized image 394742f5-943f-4cdb-b978-0e2e9c68c1cb to [datastore1] OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956/OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956.vmdk on the data store datastore1 as vApp {{(pid=62312) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1701.205041] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Downloading image file data 394742f5-943f-4cdb-b978-0e2e9c68c1cb to the ESX as VM named 'OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956' {{(pid=62312) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1701.279229] env[62312]: DEBUG nova.network.neutron [-] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.292180] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1701.292180] env[62312]: value = "resgroup-9" [ 1701.292180] env[62312]: _type = "ResourcePool" [ 1701.292180] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1701.292669] env[62312]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a03e865f-bbad-46c3-81d9-2a727206b4e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.326778] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease: (returnval){ [ 1701.326778] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c91458-e8e7-2646-d295-89777e6e3545" [ 1701.326778] env[62312]: _type = "HttpNfcLease" [ 1701.326778] env[62312]: } obtained for vApp import into resource pool (val){ [ 1701.326778] env[62312]: value = "resgroup-9" [ 1701.326778] env[62312]: _type = "ResourcePool" [ 1701.326778] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1701.327053] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the lease: (returnval){ [ 1701.327053] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c91458-e8e7-2646-d295-89777e6e3545" [ 1701.327053] env[62312]: _type = "HttpNfcLease" [ 1701.327053] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1701.328821] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2844740-f06d-41bc-b902-c0c2dd9c542b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.338819] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1701.338819] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c91458-e8e7-2646-d295-89777e6e3545" [ 1701.338819] env[62312]: _type = "HttpNfcLease" [ 1701.338819] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1701.341473] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95916c95-6d8c-468c-bbf2-b8af1b343f59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.377096] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1a6f9b-c282-4529-9e34-84bdf1679318 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.389231] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213a72ac-98ed-4bd9-a93f-f91eeb493730 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.404121] env[62312]: DEBUG nova.compute.provider_tree [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.531131] env[62312]: DEBUG nova.network.neutron [-] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.585610] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26677003-1335-45a9-b8c9-e4e9e1a03adc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.597185] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8856fe-8646-4607-8b2f-c474479482b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.636459] env[62312]: DEBUG nova.compute.manager [req-0eda9884-1e07-4f4b-aeb5-25a6c604418b req-5b04378b-f398-441a-a65c-3e80953810bd service nova] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Detach interface failed, port_id=e9f7ccbc-cf4e-4368-b582-56b00fc03f2b, reason: Instance 332e6298-3f34-4cf9-81ad-18466c2234d0 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1701.782026] env[62312]: INFO nova.compute.manager [-] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Took 1.35 seconds to deallocate network for instance. [ 1701.837766] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1701.837766] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c91458-e8e7-2646-d295-89777e6e3545" [ 1701.837766] env[62312]: _type = "HttpNfcLease" [ 1701.837766] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1701.838100] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1701.838100] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c91458-e8e7-2646-d295-89777e6e3545" [ 1701.838100] env[62312]: _type = "HttpNfcLease" [ 1701.838100] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1701.839862] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0184a2e9-9fb5-4fd0-b207-46f20f021517 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.847130] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd90d0-2213-6968-5eb0-24d91179f179/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1701.847340] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd90d0-2213-6968-5eb0-24d91179f179/disk-0.vmdk. {{(pid=62312) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1701.906756] env[62312]: DEBUG nova.compute.manager [req-4102352f-f7b2-4604-b7e5-4e78242abfcb req-33f29274-9c97-430f-af7c-d1c51b65e888 service nova] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Received event network-vif-deleted-645be8b3-b208-4970-8825-b74c00f5cec3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1701.908732] env[62312]: DEBUG nova.scheduler.client.report [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.916361] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-296b5703-dd27-45e5-9ba9-56d231131e0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.928869] env[62312]: DEBUG nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.958057] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.958536] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.958799] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.958955] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.959123] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.959267] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.959475] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.959630] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.959791] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.959947] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.960141] env[62312]: DEBUG nova.virt.hardware [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.961133] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97372ba6-670d-480d-828e-210527fabf4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.970849] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267b8c9-bbe7-42f1-aabb-65b6d05c72c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.033783] env[62312]: INFO nova.compute.manager [-] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Took 1.55 seconds to deallocate network for instance. [ 1702.290834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.420022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.420022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.487s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.420022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.420022] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1702.420534] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.906s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.422972] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2832fe42-7fcb-4d4a-8392-38a36c003c87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.440023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76956748-50fd-4d82-bbdf-aeb944ec1e44 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.476275] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcac5f0-a915-4899-9676-2f638eff383a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.483473] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4606562-922e-45df-8558-8b123f790eeb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.518329] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178824MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1702.518479] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.544156] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.584345] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Completed reading data from the image iterator. {{(pid=62312) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1702.584601] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd90d0-2213-6968-5eb0-24d91179f179/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1702.585634] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d9d55d-85b4-4615-9533-3141a42bd5aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.593453] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd90d0-2213-6968-5eb0-24d91179f179/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1702.593697] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd90d0-2213-6968-5eb0-24d91179f179/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1702.593952] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-001e2bad-8ebc-40f8-9383-2acbdbd4ef7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.695839] env[62312]: DEBUG nova.network.neutron [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Successfully updated port: c68bc80f-c794-44e5-b9f4-dd3e58e124de {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.856302] env[62312]: DEBUG oslo_vmware.rw_handles [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cd90d0-2213-6968-5eb0-24d91179f179/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1702.856625] env[62312]: INFO nova.virt.vmwareapi.images [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Downloaded image file data 394742f5-943f-4cdb-b978-0e2e9c68c1cb [ 1702.857696] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb530d7b-bc0d-4109-8560-247e9e0958ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.875871] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34e86a4c-d99d-4f29-aec7-be4a504da7dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.912143] env[62312]: INFO nova.virt.vmwareapi.images [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] The imported VM was unregistered [ 1702.914328] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Caching image {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1702.914577] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating directory with path [datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1702.914859] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed415604-0f26-4293-a103-72ad740f050b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.923913] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "674ff56f-7f8b-454c-9579-73fcbb3a05bf" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.924297] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "674ff56f-7f8b-454c-9579-73fcbb3a05bf" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.929773] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created directory with path [datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1702.930024] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956/OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956.vmdk to [datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb/394742f5-943f-4cdb-b978-0e2e9c68c1cb.vmdk. {{(pid=62312) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1702.930882] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2dadd607-f68c-4e27-8851-09320052f048 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.941851] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1702.941851] env[62312]: value = "task-1810045" [ 1702.941851] env[62312]: _type = "Task" [ 1702.941851] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.951358] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.201866] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "refresh_cache-eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.201866] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "refresh_cache-eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.201866] env[62312]: DEBUG nova.network.neutron [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.235434] env[62312]: DEBUG nova.compute.manager [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Received event network-vif-plugged-c68bc80f-c794-44e5-b9f4-dd3e58e124de {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1703.235654] env[62312]: DEBUG oslo_concurrency.lockutils [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] Acquiring lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.235864] env[62312]: DEBUG oslo_concurrency.lockutils [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.236042] env[62312]: DEBUG oslo_concurrency.lockutils [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.236211] env[62312]: DEBUG nova.compute.manager [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] No waiting events found dispatching network-vif-plugged-c68bc80f-c794-44e5-b9f4-dd3e58e124de {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1703.236372] env[62312]: WARNING nova.compute.manager [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Received unexpected event network-vif-plugged-c68bc80f-c794-44e5-b9f4-dd3e58e124de for instance with vm_state building and task_state spawning. [ 1703.236551] env[62312]: DEBUG nova.compute.manager [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Received event network-changed-c68bc80f-c794-44e5-b9f4-dd3e58e124de {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1703.236670] env[62312]: DEBUG nova.compute.manager [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Refreshing instance network info cache due to event network-changed-c68bc80f-c794-44e5-b9f4-dd3e58e124de. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1703.236832] env[62312]: DEBUG oslo_concurrency.lockutils [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] Acquiring lock "refresh_cache-eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.273686] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a669569-4eab-407b-9371-485616d0e649 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.283213] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aa54c6-ae45-4486-b752-f659a138e2d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.316328] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92137ca-592e-4ae4-ad80-e663435839c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.325324] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb7aa1e-1229-4fb9-b47b-4c6f194e363d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.339645] env[62312]: DEBUG nova.compute.provider_tree [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.427031] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "674ff56f-7f8b-454c-9579-73fcbb3a05bf" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.427556] env[62312]: DEBUG nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.453358] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.737418] env[62312]: DEBUG nova.network.neutron [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.843701] env[62312]: DEBUG nova.scheduler.client.report [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.902645] env[62312]: DEBUG nova.network.neutron [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Updating instance_info_cache with network_info: [{"id": "c68bc80f-c794-44e5-b9f4-dd3e58e124de", "address": "fa:16:3e:28:bf:cb", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68bc80f-c7", "ovs_interfaceid": "c68bc80f-c794-44e5-b9f4-dd3e58e124de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.935120] env[62312]: DEBUG nova.compute.utils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.937730] env[62312]: DEBUG nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1703.938079] env[62312]: DEBUG nova.network.neutron [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1703.956834] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.999965] env[62312]: DEBUG nova.policy [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3113d8b0fcb44f978fe2d240b8967d94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd2e76455ac84425b334baa447081b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.337372] env[62312]: DEBUG nova.network.neutron [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Successfully created port: 3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.407195] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "refresh_cache-eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.407195] env[62312]: DEBUG nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Instance network_info: |[{"id": "c68bc80f-c794-44e5-b9f4-dd3e58e124de", "address": "fa:16:3e:28:bf:cb", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68bc80f-c7", "ovs_interfaceid": "c68bc80f-c794-44e5-b9f4-dd3e58e124de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.407195] env[62312]: DEBUG oslo_concurrency.lockutils [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] Acquired lock "refresh_cache-eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.407195] env[62312]: DEBUG nova.network.neutron [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Refreshing network info cache for port c68bc80f-c794-44e5-b9f4-dd3e58e124de {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.408065] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:bf:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c68bc80f-c794-44e5-b9f4-dd3e58e124de', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.416170] env[62312]: DEBUG oslo.service.loopingcall [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.419519] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.419996] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b70002ea-2a33-4590-be56-26e969d2b72c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.442506] env[62312]: DEBUG nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1704.451069] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.451069] env[62312]: value = "task-1810046" [ 1704.451069] env[62312]: _type = "Task" [ 1704.451069] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.472049] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810046, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.475232] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.855876] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.436s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.859603] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.783s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.859898] env[62312]: DEBUG nova.objects.instance [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lazy-loading 'resources' on Instance uuid f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.937081] env[62312]: DEBUG nova.network.neutron [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Updated VIF entry in instance network info cache for port c68bc80f-c794-44e5-b9f4-dd3e58e124de. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1704.937507] env[62312]: DEBUG nova.network.neutron [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Updating instance_info_cache with network_info: [{"id": "c68bc80f-c794-44e5-b9f4-dd3e58e124de", "address": "fa:16:3e:28:bf:cb", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68bc80f-c7", "ovs_interfaceid": "c68bc80f-c794-44e5-b9f4-dd3e58e124de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.969060] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.975320] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810046, 'name': CreateVM_Task, 'duration_secs': 0.439437} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.975485] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.976199] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.976370] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.976699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.977185] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f892963d-274a-4925-bf2a-c7b4fb111510 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.983139] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1704.983139] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5252e522-ef63-e290-ef7a-6093ce78ff96" [ 1704.983139] env[62312]: _type = "Task" [ 1704.983139] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.993903] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5252e522-ef63-e290-ef7a-6093ce78ff96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.420320] env[62312]: INFO nova.scheduler.client.report [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted allocation for migration 30698fdb-f806-4c2a-a683-607c988c1eba [ 1705.442271] env[62312]: DEBUG oslo_concurrency.lockutils [req-a22e3853-5a8e-4fc8-9679-719bda8c2ed6 req-c2cad3ad-a74e-4304-9a5f-16ba3e38fecc service nova] Releasing lock "refresh_cache-eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.463198] env[62312]: DEBUG nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1705.469415] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.499730] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5252e522-ef63-e290-ef7a-6093ce78ff96, 'name': SearchDatastore_Task, 'duration_secs': 0.106982} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.504937] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1705.505460] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.505737] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1705.506075] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.506396] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1705.506777] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1705.507291] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1705.507706] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1705.508185] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1705.508652] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1705.509129] env[62312]: DEBUG nova.virt.hardware [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1705.510238] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.510238] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.510491] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.510737] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.511183] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.512704] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c273a3db-bcf1-41e0-976a-6b6c7078f4a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.517087] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c22d8e-26f7-4718-b620-824e19055f9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.527572] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ce338-15ae-437b-b1d6-7eec8e1d7e44 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.552063] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.552317] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.553402] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cabd3a8-fda6-4c33-998b-6a71bdf7abfe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.561484] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1705.561484] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5273159f-2f57-f51c-85de-9de46c3f550f" [ 1705.561484] env[62312]: _type = "Task" [ 1705.561484] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.573704] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5273159f-2f57-f51c-85de-9de46c3f550f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.761222] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea642ea-5120-460d-9cee-2cb93e4abe16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.769491] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db5eb5-1ff7-467a-a515-496c5bdcf080 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.804155] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4989345-e4f7-4278-ae70-cb2ebbbc102f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.812957] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013ee65-5041-4c85-9f2a-29404a024fa6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.829174] env[62312]: DEBUG nova.compute.provider_tree [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.929221] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95e25399-6709-4438-9126-9c60ca58925f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.245s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.968733] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.072709] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5273159f-2f57-f51c-85de-9de46c3f550f, 'name': SearchDatastore_Task, 'duration_secs': 0.170697} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.073565] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903996c6-a610-473f-ab90-17fea0591df0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.080701] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1706.080701] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527c0dad-e268-168d-d4ab-4d425bbe66dc" [ 1706.080701] env[62312]: _type = "Task" [ 1706.080701] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.088892] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527c0dad-e268-168d-d4ab-4d425bbe66dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.197355] env[62312]: DEBUG nova.compute.manager [req-6795b164-a4b5-433c-8315-4f5eefb76fd2 req-c288f35c-8ae7-4d71-9521-91f1f29359be service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Received event network-vif-plugged-3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1706.197897] env[62312]: DEBUG oslo_concurrency.lockutils [req-6795b164-a4b5-433c-8315-4f5eefb76fd2 req-c288f35c-8ae7-4d71-9521-91f1f29359be service nova] Acquiring lock "bb659759-87c9-4b00-9703-e0067d9278c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.198347] env[62312]: DEBUG oslo_concurrency.lockutils [req-6795b164-a4b5-433c-8315-4f5eefb76fd2 req-c288f35c-8ae7-4d71-9521-91f1f29359be service nova] Lock "bb659759-87c9-4b00-9703-e0067d9278c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.198703] env[62312]: DEBUG oslo_concurrency.lockutils [req-6795b164-a4b5-433c-8315-4f5eefb76fd2 req-c288f35c-8ae7-4d71-9521-91f1f29359be service nova] Lock "bb659759-87c9-4b00-9703-e0067d9278c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.199890] env[62312]: DEBUG nova.compute.manager [req-6795b164-a4b5-433c-8315-4f5eefb76fd2 req-c288f35c-8ae7-4d71-9521-91f1f29359be service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] No waiting events found dispatching network-vif-plugged-3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.199890] env[62312]: WARNING nova.compute.manager [req-6795b164-a4b5-433c-8315-4f5eefb76fd2 req-c288f35c-8ae7-4d71-9521-91f1f29359be service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Received unexpected event network-vif-plugged-3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a for instance with vm_state building and task_state spawning. [ 1706.293666] env[62312]: DEBUG nova.network.neutron [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Successfully updated port: 3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.331718] env[62312]: DEBUG nova.scheduler.client.report [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.462713] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.592029] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527c0dad-e268-168d-d4ab-4d425bbe66dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.592363] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.592621] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] eb03b9cb-6cb6-4af2-89a1-5a00a9262e63/eb03b9cb-6cb6-4af2-89a1-5a00a9262e63.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.593379] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3ab8fce-1e36-4241-b6dd-272885111704 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.600923] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1706.600923] env[62312]: value = "task-1810047" [ 1706.600923] env[62312]: _type = "Task" [ 1706.600923] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.609745] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.796141] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "refresh_cache-bb659759-87c9-4b00-9703-e0067d9278c5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.796141] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquired lock "refresh_cache-bb659759-87c9-4b00-9703-e0067d9278c5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.796141] env[62312]: DEBUG nova.network.neutron [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.836662] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.839083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.113s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.839384] env[62312]: DEBUG nova.objects.instance [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lazy-loading 'resources' on Instance uuid c022fcae-fb06-49da-82f3-9e438e0849bf {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1706.860126] env[62312]: INFO nova.scheduler.client.report [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Deleted allocations for instance f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54 [ 1706.964046] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.062025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.062365] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.062634] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.062832] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.063085] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.067836] env[62312]: INFO nova.compute.manager [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Terminating instance [ 1707.111015] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.331881] env[62312]: DEBUG nova.network.neutron [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.375750] env[62312]: DEBUG oslo_concurrency.lockutils [None req-29e8c5d8-2cab-4316-8d38-35ec2651fb6d tempest-ServersAdminTestJSON-279777884 tempest-ServersAdminTestJSON-279777884-project-member] Lock "f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.949s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.467122] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810045, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.14068} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.468139] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956/OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956.vmdk to [datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb/394742f5-943f-4cdb-b978-0e2e9c68c1cb.vmdk. [ 1707.468139] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Cleaning up location [datastore1] OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956 {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1707.468139] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5b2bb333-7c9e-4358-a130-4c8e5cdd5956 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.469038] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57932ad6-0654-43e7-ba4e-85098cc2177e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.479101] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1707.479101] env[62312]: value = "task-1810048" [ 1707.479101] env[62312]: _type = "Task" [ 1707.479101] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.488606] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.499660] env[62312]: DEBUG nova.network.neutron [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Updating instance_info_cache with network_info: [{"id": "3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a", "address": "fa:16:3e:02:57:44", "network": {"id": "7ed90d50-4af9-49ac-82e1-38330943618c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-391174253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd2e76455ac84425b334baa447081b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3970da8b-8a", "ovs_interfaceid": "3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.530217] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "1b05748a-f12b-4704-a851-6cb2446f407c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.530307] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.572458] env[62312]: DEBUG nova.compute.manager [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.572667] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.573707] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad3ba0-717d-4274-9ff9-304a1006ceec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.582788] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.585200] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59bbbde1-0426-445a-b588-058889cb11e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.592304] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1707.592304] env[62312]: value = "task-1810049" [ 1707.592304] env[62312]: _type = "Task" [ 1707.592304] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.604055] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.615750] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883034} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.616034] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] eb03b9cb-6cb6-4af2-89a1-5a00a9262e63/eb03b9cb-6cb6-4af2-89a1-5a00a9262e63.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1707.616281] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1707.616540] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12333675-a3ea-489e-960b-a9ea61fc7e0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.627297] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1707.627297] env[62312]: value = "task-1810050" [ 1707.627297] env[62312]: _type = "Task" [ 1707.627297] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.636217] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.696822] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d360ad-bbc5-4fce-ac89-aeda78368db8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.705312] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424bfd5-732a-40db-b4fb-223ba86014e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.742049] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7478c-2274-4a0a-9d31-45d39c9b79fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.752681] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e0176-000c-49aa-9efb-902664fb7b23 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.767442] env[62312]: DEBUG nova.compute.provider_tree [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.995021] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043876} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.995021] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.995021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb/394742f5-943f-4cdb-b978-0e2e9c68c1cb.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.995021] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb/394742f5-943f-4cdb-b978-0e2e9c68c1cb.vmdk to [datastore1] dd06b633-96b4-47c0-969d-f0f282ad3f28/dd06b633-96b4-47c0-969d-f0f282ad3f28.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.995021] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-211de9cb-34b8-41be-a61e-2ae885d2a270 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.002997] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Releasing lock "refresh_cache-bb659759-87c9-4b00-9703-e0067d9278c5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.003530] env[62312]: DEBUG nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Instance network_info: |[{"id": "3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a", "address": "fa:16:3e:02:57:44", "network": {"id": "7ed90d50-4af9-49ac-82e1-38330943618c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-391174253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd2e76455ac84425b334baa447081b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3970da8b-8a", "ovs_interfaceid": "3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.004789] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1708.004789] env[62312]: value = "task-1810051" [ 1708.004789] env[62312]: _type = "Task" [ 1708.004789] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.005456] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:57:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.012946] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Creating folder: Project (cd2e76455ac84425b334baa447081b9a). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.013280] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89649374-04cc-4323-83db-191cbd3f96a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.024385] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.029233] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Created folder: Project (cd2e76455ac84425b334baa447081b9a) in parent group-v374919. [ 1708.029537] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Creating folder: Instances. Parent ref: group-v375130. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.029969] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51e2c47f-57d3-40b7-9cee-15f46b5e0256 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.035045] env[62312]: DEBUG nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1708.041722] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Created folder: Instances in parent group-v375130. [ 1708.047020] env[62312]: DEBUG oslo.service.loopingcall [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.047020] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.047020] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d232e8b1-a901-4219-97bc-d864130b6ffc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.068464] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.068464] env[62312]: value = "task-1810054" [ 1708.068464] env[62312]: _type = "Task" [ 1708.068464] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.078337] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810054, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.104263] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810049, 'name': PowerOffVM_Task, 'duration_secs': 0.408834} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.104615] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.104793] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.105374] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863415f5-e768-4e5b-a09c-e6d1069dee9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.138501] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292662} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.138501] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1708.139620] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5582169-4731-4d9c-aedb-0771fef69aa9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.165966] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] eb03b9cb-6cb6-4af2-89a1-5a00a9262e63/eb03b9cb-6cb6-4af2-89a1-5a00a9262e63.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1708.166305] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d67666-24b6-4856-a2d2-92c19503ab88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.187977] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1708.187977] env[62312]: value = "task-1810056" [ 1708.187977] env[62312]: _type = "Task" [ 1708.187977] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.198372] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.230857] env[62312]: DEBUG nova.compute.manager [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Received event network-changed-3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1708.231019] env[62312]: DEBUG nova.compute.manager [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Refreshing instance network info cache due to event network-changed-3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1708.231273] env[62312]: DEBUG oslo_concurrency.lockutils [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] Acquiring lock "refresh_cache-bb659759-87c9-4b00-9703-e0067d9278c5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.231493] env[62312]: DEBUG oslo_concurrency.lockutils [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] Acquired lock "refresh_cache-bb659759-87c9-4b00-9703-e0067d9278c5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.231662] env[62312]: DEBUG nova.network.neutron [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Refreshing network info cache for port 3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.271229] env[62312]: DEBUG nova.scheduler.client.report [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.523740] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.556230] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.577092] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810054, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.698629] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810056, 'name': ReconfigVM_Task, 'duration_secs': 0.340525} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.698993] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Reconfigured VM instance instance-00000051 to attach disk [datastore1] eb03b9cb-6cb6-4af2-89a1-5a00a9262e63/eb03b9cb-6cb6-4af2-89a1-5a00a9262e63.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.699690] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd9fde5e-a570-4cff-bae8-0b895754300c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.706992] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1708.706992] env[62312]: value = "task-1810057" [ 1708.706992] env[62312]: _type = "Task" [ 1708.706992] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.717217] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810057, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.776369] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.778831] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.260s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.780576] env[62312]: INFO nova.compute.claims [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.797136] env[62312]: INFO nova.scheduler.client.report [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Deleted allocations for instance c022fcae-fb06-49da-82f3-9e438e0849bf [ 1708.887776] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.888098] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.888204] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleting the datastore file [datastore1] 33ca063f-229c-43f0-9fbb-a469b59ff8ea {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.888442] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed15a437-03f9-4e18-b4b3-4d17cb064dd4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.899427] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1708.899427] env[62312]: value = "task-1810058" [ 1708.899427] env[62312]: _type = "Task" [ 1708.899427] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.908300] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.030023] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.069046] env[62312]: DEBUG nova.network.neutron [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Updated VIF entry in instance network info cache for port 3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.069604] env[62312]: DEBUG nova.network.neutron [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Updating instance_info_cache with network_info: [{"id": "3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a", "address": "fa:16:3e:02:57:44", "network": {"id": "7ed90d50-4af9-49ac-82e1-38330943618c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-391174253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd2e76455ac84425b334baa447081b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3970da8b-8a", "ovs_interfaceid": "3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.084739] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810054, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.220752] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810057, 'name': Rename_Task, 'duration_secs': 0.275398} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.221270] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.221708] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f74b118-6eb9-416d-bb69-279594d20804 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.229742] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1709.229742] env[62312]: value = "task-1810059" [ 1709.229742] env[62312]: _type = "Task" [ 1709.229742] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.241543] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.307556] env[62312]: DEBUG oslo_concurrency.lockutils [None req-50550755-9c7e-4284-8f8e-190d67efcffd tempest-ServerMetadataNegativeTestJSON-581688129 tempest-ServerMetadataNegativeTestJSON-581688129-project-member] Lock "c022fcae-fb06-49da-82f3-9e438e0849bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.236s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.411421] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.526346] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.572693] env[62312]: DEBUG oslo_concurrency.lockutils [req-3f4822eb-d1ef-431a-a741-470f55f1efeb req-f9338ad4-0f4d-4208-8d62-70002a7a2214 service nova] Releasing lock "refresh_cache-bb659759-87c9-4b00-9703-e0067d9278c5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.585998] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810054, 'name': CreateVM_Task, 'duration_secs': 1.069696} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.586699] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.588087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.588087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.588087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.588365] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fa11f0-7d36-4da7-9f66-b767885e7f0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.595052] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1709.595052] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52783f6e-354a-8380-c239-cf191bff716f" [ 1709.595052] env[62312]: _type = "Task" [ 1709.595052] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.604466] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52783f6e-354a-8380-c239-cf191bff716f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.741911] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810059, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.916710] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.026728] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.115484] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52783f6e-354a-8380-c239-cf191bff716f, 'name': SearchDatastore_Task, 'duration_secs': 0.363396} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.115484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.115484] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.115484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.115484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.116756] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.117089] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637bdae5-a1a4-4534-939e-7b62d09bfcd5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.163206] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.163539] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.164955] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d3259e-c21f-4c4c-97c5-911899221e6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.176788] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1710.176788] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522a0cca-a5f2-66f7-3d22-0c240f256d0c" [ 1710.176788] env[62312]: _type = "Task" [ 1710.176788] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.191126] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522a0cca-a5f2-66f7-3d22-0c240f256d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.191126] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48f3c00-8345-426c-91a4-9bf74f8fc9de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.198008] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a541ef-2823-4fe1-a381-71ec77c673ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.236799] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b451c9f3-dcf0-4364-88c2-0bdbe18defd8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.248374] env[62312]: DEBUG oslo_vmware.api [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810059, 'name': PowerOnVM_Task, 'duration_secs': 0.588615} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.249432] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.249652] env[62312]: INFO nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1710.249858] env[62312]: DEBUG nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.250827] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8740b5a3-1b40-40a0-b9d7-cbd1d4d1b345 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.255659] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba1780f-444e-492a-a362-de0516cb2775 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.272526] env[62312]: DEBUG nova.compute.provider_tree [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.418877] env[62312]: DEBUG oslo_vmware.api [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.341984} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.419298] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.419769] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.420090] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.420374] env[62312]: INFO nova.compute.manager [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1710.420723] env[62312]: DEBUG oslo.service.loopingcall [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.421009] env[62312]: DEBUG nova.compute.manager [-] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1710.421184] env[62312]: DEBUG nova.network.neutron [-] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.526855] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.690547] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522a0cca-a5f2-66f7-3d22-0c240f256d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.014203} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.691421] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5e463a-42d7-4551-a25e-7cff9478f6ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.698185] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1710.698185] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521a603d-a63a-70ed-abec-f5b1566d4d2c" [ 1710.698185] env[62312]: _type = "Task" [ 1710.698185] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.707895] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521a603d-a63a-70ed-abec-f5b1566d4d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.787676] env[62312]: DEBUG nova.scheduler.client.report [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.798072] env[62312]: INFO nova.compute.manager [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Took 28.23 seconds to build instance. [ 1710.855116] env[62312]: DEBUG nova.compute.manager [req-2651b11a-ec11-422c-88b0-1f98435bf21a req-4e5dd2f3-7f19-4d24-95aa-4d52b0f286a0 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Received event network-vif-deleted-83fb379c-b07f-435f-95ad-1cc754f40f87 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1710.855116] env[62312]: INFO nova.compute.manager [req-2651b11a-ec11-422c-88b0-1f98435bf21a req-4e5dd2f3-7f19-4d24-95aa-4d52b0f286a0 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Neutron deleted interface 83fb379c-b07f-435f-95ad-1cc754f40f87; detaching it from the instance and deleting it from the info cache [ 1710.855116] env[62312]: DEBUG nova.network.neutron [req-2651b11a-ec11-422c-88b0-1f98435bf21a req-4e5dd2f3-7f19-4d24-95aa-4d52b0f286a0 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.028198] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.211197] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521a603d-a63a-70ed-abec-f5b1566d4d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.096056} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.211475] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.211735] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bb659759-87c9-4b00-9703-e0067d9278c5/bb659759-87c9-4b00-9703-e0067d9278c5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.212073] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078ddec6-f2d3-408b-a650-e3adde392a4f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.220858] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1711.220858] env[62312]: value = "task-1810060" [ 1711.220858] env[62312]: _type = "Task" [ 1711.220858] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.231027] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.299245] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.299245] env[62312]: DEBUG nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.302845] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.926s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.305034] env[62312]: INFO nova.compute.claims [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.309172] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f2f00e4-1834-41c3-be91-035e3e877ba5 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.755s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.326718] env[62312]: DEBUG nova.network.neutron [-] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.358923] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94e94c8b-d5ca-4719-840d-38cf1415cc2a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.373307] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d594c604-bba3-47dc-9517-8621945255f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.417215] env[62312]: DEBUG nova.compute.manager [req-2651b11a-ec11-422c-88b0-1f98435bf21a req-4e5dd2f3-7f19-4d24-95aa-4d52b0f286a0 service nova] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Detach interface failed, port_id=83fb379c-b07f-435f-95ad-1cc754f40f87, reason: Instance 33ca063f-229c-43f0-9fbb-a469b59ff8ea could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1711.528094] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.732547] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.811702] env[62312]: DEBUG nova.compute.utils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.813469] env[62312]: DEBUG nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1711.814087] env[62312]: DEBUG nova.network.neutron [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.829424] env[62312]: INFO nova.compute.manager [-] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Took 1.41 seconds to deallocate network for instance. [ 1711.903238] env[62312]: DEBUG nova.policy [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ece22a1878c47cd8d268d20b0fdce14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50116e73ba37463a80baacbf6fd56461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.034272] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.146539] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.146942] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.147083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.147291] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.147484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.149799] env[62312]: INFO nova.compute.manager [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Terminating instance [ 1712.236387] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.322021] env[62312]: DEBUG nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.343098] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.365844] env[62312]: DEBUG nova.network.neutron [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Successfully created port: a8add1b4-0b38-427a-b8d9-a3a410282fd9 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.533288] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.658558] env[62312]: DEBUG nova.compute.manager [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1712.658558] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.658558] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f184d916-bef1-4fb3-8bf8-a32a2c43df93 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.662851] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550a753-9ddd-43cb-9c69-0e0636aff0ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.677812] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d4619f-1a10-4525-b5f0-b4a18a7a4c36 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.683037] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.683037] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b00e0f89-3b5b-4a63-aab0-b6649fec8191 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.724169] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960cd140-c255-41a4-a61d-d98cc05207b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.727370] env[62312]: DEBUG oslo_vmware.api [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1712.727370] env[62312]: value = "task-1810061" [ 1712.727370] env[62312]: _type = "Task" [ 1712.727370] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.748028] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0580fe72-899f-466f-9ac0-93d43e13b497 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.758495] env[62312]: DEBUG oslo_vmware.api [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.758896] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810060, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.770912] env[62312]: DEBUG nova.compute.provider_tree [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.877630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "673a85ca-6362-4a87-b47c-775bac3371bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.878134] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "673a85ca-6362-4a87-b47c-775bac3371bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.035229] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810051, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.54768} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.035672] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/394742f5-943f-4cdb-b978-0e2e9c68c1cb/394742f5-943f-4cdb-b978-0e2e9c68c1cb.vmdk to [datastore1] dd06b633-96b4-47c0-969d-f0f282ad3f28/dd06b633-96b4-47c0-969d-f0f282ad3f28.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.036610] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4435486e-e7ab-4f0f-a3f5-9baadc536a09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.063305] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] dd06b633-96b4-47c0-969d-f0f282ad3f28/dd06b633-96b4-47c0-969d-f0f282ad3f28.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.067016] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d381d8-cb8e-4558-a7ae-b3d9770f51c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.085790] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1713.085790] env[62312]: value = "task-1810062" [ 1713.085790] env[62312]: _type = "Task" [ 1713.085790] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.094793] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.237978] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810060, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.787349} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.241800] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bb659759-87c9-4b00-9703-e0067d9278c5/bb659759-87c9-4b00-9703-e0067d9278c5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.242122] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.242402] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ea1fd5-495f-430b-9c75-6a9a70b0a107 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.249893] env[62312]: DEBUG oslo_vmware.api [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810061, 'name': PowerOffVM_Task, 'duration_secs': 0.276018} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.251112] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.255293] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.255669] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1713.255669] env[62312]: value = "task-1810063" [ 1713.255669] env[62312]: _type = "Task" [ 1713.255669] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.255878] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b5ff6d4-03ed-4958-b6e8-60e7792390b4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.266709] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.274557] env[62312]: DEBUG nova.scheduler.client.report [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.335279] env[62312]: DEBUG nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.345391] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.345621] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.345872] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleting the datastore file [datastore1] eb03b9cb-6cb6-4af2-89a1-5a00a9262e63 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.346685] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09fce236-d632-49a4-8143-e177080880df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.358323] env[62312]: DEBUG oslo_vmware.api [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1713.358323] env[62312]: value = "task-1810065" [ 1713.358323] env[62312]: _type = "Task" [ 1713.358323] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.370569] env[62312]: DEBUG oslo_vmware.api [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.376457] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.376457] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.376457] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.376457] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.376457] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.376457] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.377080] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.377384] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.377669] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.377984] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.378304] env[62312]: DEBUG nova.virt.hardware [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.379280] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a502880a-bff2-42de-b9dc-58fc42525914 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.382393] env[62312]: DEBUG nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.391448] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0394a41-a013-40be-9724-0d0d20d2774b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.596878] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810062, 'name': ReconfigVM_Task, 'duration_secs': 0.322694} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.598547] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Reconfigured VM instance instance-00000050 to attach disk [datastore1] dd06b633-96b4-47c0-969d-f0f282ad3f28/dd06b633-96b4-47c0-969d-f0f282ad3f28.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.599645] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-120d4990-1931-4d8d-9240-fd2ee90bf91a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.608649] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1713.608649] env[62312]: value = "task-1810066" [ 1713.608649] env[62312]: _type = "Task" [ 1713.608649] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.618461] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810066, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.766989] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073234} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.767382] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.768090] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a203fcf-b3d8-44d8-8e91-1050b1009433 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.783598] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.784130] env[62312]: DEBUG nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.796246] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bb659759-87c9-4b00-9703-e0067d9278c5/bb659759-87c9-4b00-9703-e0067d9278c5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.797024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.507s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.797366] env[62312]: DEBUG nova.objects.instance [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lazy-loading 'resources' on Instance uuid 11210b37-2161-49a0-800c-d57c76eb5ec4 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.798251] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83e4249-a2b8-46f9-a2fa-a895e3b5b90f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.821129] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1713.821129] env[62312]: value = "task-1810067" [ 1713.821129] env[62312]: _type = "Task" [ 1713.821129] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.830829] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.872212] env[62312]: DEBUG oslo_vmware.api [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149225} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.872212] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.872212] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.872212] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.872212] env[62312]: INFO nova.compute.manager [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1713.872212] env[62312]: DEBUG oslo.service.loopingcall [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.872212] env[62312]: DEBUG nova.compute.manager [-] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1713.872212] env[62312]: DEBUG nova.network.neutron [-] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1713.907519] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.125557] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810066, 'name': Rename_Task, 'duration_secs': 0.165431} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.125862] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.126125] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b78f4e5d-e156-45a0-b8ec-3945c94e3a4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.133830] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1714.133830] env[62312]: value = "task-1810068" [ 1714.133830] env[62312]: _type = "Task" [ 1714.133830] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.147284] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.299255] env[62312]: DEBUG nova.compute.utils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.300973] env[62312]: DEBUG nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1714.300973] env[62312]: DEBUG nova.network.neutron [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.333820] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810067, 'name': ReconfigVM_Task, 'duration_secs': 0.272256} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.334952] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bb659759-87c9-4b00-9703-e0067d9278c5/bb659759-87c9-4b00-9703-e0067d9278c5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.335184] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d77ad45-5d27-42f3-96e6-6a82ce53bc09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.343905] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1714.343905] env[62312]: value = "task-1810069" [ 1714.343905] env[62312]: _type = "Task" [ 1714.343905] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.365132] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810069, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.367237] env[62312]: DEBUG nova.policy [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3ef85620224b54bff5fedd6f591a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cf152156f614ef894f505295e2605b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.648234] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.707699] env[62312]: DEBUG nova.network.neutron [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Successfully created port: 26b078b0-896c-488a-8c64-4fb1beb7e2b1 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.720471] env[62312]: DEBUG nova.compute.manager [req-d8b17f54-0dfe-42ca-975c-eba83fc49095 req-31eb6040-0028-4aa2-9588-058770f5077e service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Received event network-vif-deleted-c68bc80f-c794-44e5-b9f4-dd3e58e124de {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1714.720670] env[62312]: INFO nova.compute.manager [req-d8b17f54-0dfe-42ca-975c-eba83fc49095 req-31eb6040-0028-4aa2-9588-058770f5077e service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Neutron deleted interface c68bc80f-c794-44e5-b9f4-dd3e58e124de; detaching it from the instance and deleting it from the info cache [ 1714.720842] env[62312]: DEBUG nova.network.neutron [req-d8b17f54-0dfe-42ca-975c-eba83fc49095 req-31eb6040-0028-4aa2-9588-058770f5077e service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.772740] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f399d-579c-46fd-9044-784864e6aa4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.785663] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003d77cf-2a16-427e-8d71-2a5e79d68fe4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.829674] env[62312]: DEBUG nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.833397] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17568a3-af45-4523-93d4-b8115db8d6b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.847579] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8cfc2c-9dcb-4da5-9426-568b14a73e44 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.857516] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810069, 'name': Rename_Task, 'duration_secs': 0.175038} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.867276] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.867758] env[62312]: DEBUG nova.compute.provider_tree [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.869427] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c988c8a0-bf24-4658-9903-d385dc36062f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.878845] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1714.878845] env[62312]: value = "task-1810070" [ 1714.878845] env[62312]: _type = "Task" [ 1714.878845] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.888012] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.891483] env[62312]: DEBUG nova.network.neutron [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Successfully updated port: a8add1b4-0b38-427a-b8d9-a3a410282fd9 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.085633] env[62312]: DEBUG nova.network.neutron [-] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.145171] env[62312]: DEBUG oslo_vmware.api [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810068, 'name': PowerOnVM_Task, 'duration_secs': 0.520095} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.145459] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.145654] env[62312]: INFO nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Took 17.15 seconds to spawn the instance on the hypervisor. [ 1715.145826] env[62312]: DEBUG nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.146610] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8f8cd4-91a2-4b3a-919b-964844454443 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.229592] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-698484d6-f20e-462f-844a-20af02c98e98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.239677] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0741fc9-3b7a-4b26-a39b-98ceb63beb05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.279069] env[62312]: DEBUG nova.compute.manager [req-d8b17f54-0dfe-42ca-975c-eba83fc49095 req-31eb6040-0028-4aa2-9588-058770f5077e service nova] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Detach interface failed, port_id=c68bc80f-c794-44e5-b9f4-dd3e58e124de, reason: Instance eb03b9cb-6cb6-4af2-89a1-5a00a9262e63 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1715.373507] env[62312]: DEBUG nova.scheduler.client.report [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.393493] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810070, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.393973] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.394123] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquired lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.394280] env[62312]: DEBUG nova.network.neutron [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.589084] env[62312]: INFO nova.compute.manager [-] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Took 1.72 seconds to deallocate network for instance. [ 1715.665702] env[62312]: INFO nova.compute.manager [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Took 36.19 seconds to build instance. [ 1715.848038] env[62312]: DEBUG nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.875223] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.875469] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.876054] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.876054] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.876169] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.876258] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.876468] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.876626] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.876790] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.876951] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.877132] env[62312]: DEBUG nova.virt.hardware [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.878283] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.880908] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34495f84-6fee-4ae2-a06e-0e201c7ae5ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.883859] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.365s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.894960] env[62312]: DEBUG oslo_vmware.api [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810070, 'name': PowerOnVM_Task, 'duration_secs': 0.565146} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.897181] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.897382] env[62312]: INFO nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1715.897556] env[62312]: DEBUG nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.900088] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea2b47-0746-4fbc-8fa1-1f86aa20f0e1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.905031] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08301fdf-9dc1-4aa0-8462-f768499ea8c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.912653] env[62312]: INFO nova.scheduler.client.report [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleted allocations for instance 11210b37-2161-49a0-800c-d57c76eb5ec4 [ 1715.934025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "0480661e-17e1-4dd8-8187-83ad2588d41e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.934025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.973463] env[62312]: DEBUG nova.network.neutron [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.095939] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.120346] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "dd06b633-96b4-47c0-969d-f0f282ad3f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.145980] env[62312]: DEBUG nova.network.neutron [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Updating instance_info_cache with network_info: [{"id": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "address": "fa:16:3e:14:e7:24", "network": {"id": "86e75fc5-4e20-42eb-bd9f-172af3ea445f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-582074974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50116e73ba37463a80baacbf6fd56461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8add1b4-0b", "ovs_interfaceid": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.167532] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5951af13-2c73-4749-a27b-de217f61152c tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.699s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.168974] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.049s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.169279] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "dd06b633-96b4-47c0-969d-f0f282ad3f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.169499] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.169662] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.173058] env[62312]: DEBUG nova.compute.manager [req-cfd93a43-41a6-467c-9289-f84afef35227 req-a9c9e5bb-17ef-49c3-ab0a-0a244a2c76fc service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Received event network-vif-plugged-26b078b0-896c-488a-8c64-4fb1beb7e2b1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1716.173273] env[62312]: DEBUG oslo_concurrency.lockutils [req-cfd93a43-41a6-467c-9289-f84afef35227 req-a9c9e5bb-17ef-49c3-ab0a-0a244a2c76fc service nova] Acquiring lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.173467] env[62312]: DEBUG oslo_concurrency.lockutils [req-cfd93a43-41a6-467c-9289-f84afef35227 req-a9c9e5bb-17ef-49c3-ab0a-0a244a2c76fc service nova] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.173629] env[62312]: DEBUG oslo_concurrency.lockutils [req-cfd93a43-41a6-467c-9289-f84afef35227 req-a9c9e5bb-17ef-49c3-ab0a-0a244a2c76fc service nova] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.173962] env[62312]: DEBUG nova.compute.manager [req-cfd93a43-41a6-467c-9289-f84afef35227 req-a9c9e5bb-17ef-49c3-ab0a-0a244a2c76fc service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] No waiting events found dispatching network-vif-plugged-26b078b0-896c-488a-8c64-4fb1beb7e2b1 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.174167] env[62312]: WARNING nova.compute.manager [req-cfd93a43-41a6-467c-9289-f84afef35227 req-a9c9e5bb-17ef-49c3-ab0a-0a244a2c76fc service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Received unexpected event network-vif-plugged-26b078b0-896c-488a-8c64-4fb1beb7e2b1 for instance with vm_state building and task_state spawning. [ 1716.174905] env[62312]: INFO nova.compute.manager [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Terminating instance [ 1716.266122] env[62312]: DEBUG nova.network.neutron [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Successfully updated port: 26b078b0-896c-488a-8c64-4fb1beb7e2b1 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.438037] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5af176a-e578-4718-88c6-ede119964300 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "11210b37-2161-49a0-800c-d57c76eb5ec4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.690s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.438167] env[62312]: DEBUG nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1716.445338] env[62312]: INFO nova.compute.manager [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Took 32.31 seconds to build instance. [ 1716.648451] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Releasing lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.648788] env[62312]: DEBUG nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Instance network_info: |[{"id": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "address": "fa:16:3e:14:e7:24", "network": {"id": "86e75fc5-4e20-42eb-bd9f-172af3ea445f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-582074974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50116e73ba37463a80baacbf6fd56461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8add1b4-0b", "ovs_interfaceid": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.649231] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:e7:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8add1b4-0b38-427a-b8d9-a3a410282fd9', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.657378] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Creating folder: Project (50116e73ba37463a80baacbf6fd56461). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1716.657698] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b0419ea-c617-4704-bc2a-aeaf25322012 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.672725] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Created folder: Project (50116e73ba37463a80baacbf6fd56461) in parent group-v374919. [ 1716.673107] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Creating folder: Instances. Parent ref: group-v375133. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1716.673217] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35afd96a-6fb4-408f-a4a4-3f934e4639d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.678972] env[62312]: DEBUG nova.compute.manager [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1716.679214] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1716.680103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f3f596-2921-4718-8e09-3b3c9154e884 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.689033] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.689490] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6f3980-362b-46cf-8daf-a490d42b68f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.698630] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Created folder: Instances in parent group-v375133. [ 1716.698927] env[62312]: DEBUG oslo.service.loopingcall [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.700222] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.700525] env[62312]: DEBUG oslo_vmware.api [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1716.700525] env[62312]: value = "task-1810073" [ 1716.700525] env[62312]: _type = "Task" [ 1716.700525] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.700692] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c90b78f-1d84-49fb-a4b1-15da350accd6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.726969] env[62312]: DEBUG oslo_vmware.api [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.728498] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.728498] env[62312]: value = "task-1810074" [ 1716.728498] env[62312]: _type = "Task" [ 1716.728498] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.737319] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810074, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.761160] env[62312]: DEBUG nova.compute.manager [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Received event network-vif-plugged-a8add1b4-0b38-427a-b8d9-a3a410282fd9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1716.761381] env[62312]: DEBUG oslo_concurrency.lockutils [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] Acquiring lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.761718] env[62312]: DEBUG oslo_concurrency.lockutils [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.761964] env[62312]: DEBUG oslo_concurrency.lockutils [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.762228] env[62312]: DEBUG nova.compute.manager [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] No waiting events found dispatching network-vif-plugged-a8add1b4-0b38-427a-b8d9-a3a410282fd9 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.762404] env[62312]: WARNING nova.compute.manager [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Received unexpected event network-vif-plugged-a8add1b4-0b38-427a-b8d9-a3a410282fd9 for instance with vm_state building and task_state spawning. [ 1716.762568] env[62312]: DEBUG nova.compute.manager [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Received event network-changed-a8add1b4-0b38-427a-b8d9-a3a410282fd9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1716.762724] env[62312]: DEBUG nova.compute.manager [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Refreshing instance network info cache due to event network-changed-a8add1b4-0b38-427a-b8d9-a3a410282fd9. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1716.762912] env[62312]: DEBUG oslo_concurrency.lockutils [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] Acquiring lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.763226] env[62312]: DEBUG oslo_concurrency.lockutils [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] Acquired lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.763454] env[62312]: DEBUG nova.network.neutron [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Refreshing network info cache for port a8add1b4-0b38-427a-b8d9-a3a410282fd9 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.767178] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-5a34e4ab-96a0-4342-8d93-80f5f1df6d63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.767178] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-5a34e4ab-96a0-4342-8d93-80f5f1df6d63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.767310] env[62312]: DEBUG nova.network.neutron [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.936706] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.936706] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b24c43f6-39e4-4902-8e26-5634c9f52276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.936706] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 182e865c-3256-44e6-b642-b1f078f64ad5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.936925] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d8401e2f-0d4c-4a7e-8577-04e3d68b1763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.936969] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 129ecd09-4957-4442-835e-81d3f6ec9ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.937127] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 0044e695-c79f-4e66-9130-38bfac354e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.937204] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.937310] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.937548] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e65b633f-4471-4dc9-bba4-8201dd074453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.937688] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.937822] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bfe099bd-e2e3-4db6-9c4f-226703a6732a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.937979] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 332e6298-3f34-4cf9-81ad-18466c2234d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1716.938741] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 80d50a46-a596-4914-b779-d11d04371d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.938741] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 33ca063f-229c-43f0-9fbb-a469b59ff8ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1716.938741] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d3ecd177-471e-4b34-8954-d3f7cfa12d46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.938741] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.938741] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance dd06b633-96b4-47c0-969d-f0f282ad3f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.938741] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance eb03b9cb-6cb6-4af2-89a1-5a00a9262e63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1716.938997] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bb659759-87c9-4b00-9703-e0067d9278c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.938997] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.939092] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5a34e4ab-96a0-4342-8d93-80f5f1df6d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1716.949619] env[62312]: DEBUG oslo_concurrency.lockutils [None req-38bb291d-c9e1-43e0-8a98-66ff12270f05 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "bb659759-87c9-4b00-9703-e0067d9278c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.832s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.967423] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.196164] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "bb659759-87c9-4b00-9703-e0067d9278c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.196441] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "bb659759-87c9-4b00-9703-e0067d9278c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.196653] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "bb659759-87c9-4b00-9703-e0067d9278c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.196838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "bb659759-87c9-4b00-9703-e0067d9278c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.197015] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "bb659759-87c9-4b00-9703-e0067d9278c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.199035] env[62312]: INFO nova.compute.manager [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Terminating instance [ 1717.226867] env[62312]: DEBUG oslo_vmware.api [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810073, 'name': PowerOffVM_Task, 'duration_secs': 0.438481} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.227140] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1717.227309] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1717.227547] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1eb75b6-46a9-4c0e-97db-f1d87784d64f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.236873] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810074, 'name': CreateVM_Task, 'duration_secs': 0.395979} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.237484] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.237676] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.237842] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.238174] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.238413] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fd3f30-9b1e-4681-b85f-4682dcb525b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.243720] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1717.243720] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52428a8f-25b0-edc1-3b28-fedce57afa9c" [ 1717.243720] env[62312]: _type = "Task" [ 1717.243720] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.251742] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52428a8f-25b0-edc1-3b28-fedce57afa9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.297455] env[62312]: DEBUG nova.network.neutron [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.421032] env[62312]: DEBUG nova.network.neutron [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Updating instance_info_cache with network_info: [{"id": "26b078b0-896c-488a-8c64-4fb1beb7e2b1", "address": "fa:16:3e:ec:d7:42", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b078b0-89", "ovs_interfaceid": "26b078b0-896c-488a-8c64-4fb1beb7e2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.442861] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 1b05748a-f12b-4704-a851-6cb2446f407c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1717.460180] env[62312]: DEBUG nova.network.neutron [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Updated VIF entry in instance network info cache for port a8add1b4-0b38-427a-b8d9-a3a410282fd9. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.460515] env[62312]: DEBUG nova.network.neutron [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Updating instance_info_cache with network_info: [{"id": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "address": "fa:16:3e:14:e7:24", "network": {"id": "86e75fc5-4e20-42eb-bd9f-172af3ea445f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-582074974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50116e73ba37463a80baacbf6fd56461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8add1b4-0b", "ovs_interfaceid": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.495373] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1717.495591] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1717.495886] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleting the datastore file [datastore1] dd06b633-96b4-47c0-969d-f0f282ad3f28 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1717.496230] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41569aeb-2b0e-48d1-bd9f-983c9482782a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.504106] env[62312]: DEBUG oslo_vmware.api [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1717.504106] env[62312]: value = "task-1810076" [ 1717.504106] env[62312]: _type = "Task" [ 1717.504106] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.513094] env[62312]: DEBUG oslo_vmware.api [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.702382] env[62312]: DEBUG nova.compute.manager [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.702614] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.703532] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1937a121-10c7-4424-8b8f-510a354101de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.711945] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.712232] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7dc09f6-6159-4c65-b6ff-75a7d748c351 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.719133] env[62312]: DEBUG oslo_vmware.api [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1717.719133] env[62312]: value = "task-1810077" [ 1717.719133] env[62312]: _type = "Task" [ 1717.719133] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.728475] env[62312]: DEBUG oslo_vmware.api [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.754274] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52428a8f-25b0-edc1-3b28-fedce57afa9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.754596] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.754838] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.755090] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.755248] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.755422] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.755679] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae287ba6-dcad-4a58-a9e8-d7fabec37d48 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.765430] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.765618] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.766338] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4139b1b-065d-44de-8aff-e8bfb67c3883 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.772806] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1717.772806] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c43f09-347b-7882-c3ae-c42981e615f5" [ 1717.772806] env[62312]: _type = "Task" [ 1717.772806] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.780964] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c43f09-347b-7882-c3ae-c42981e615f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.924150] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-5a34e4ab-96a0-4342-8d93-80f5f1df6d63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.924150] env[62312]: DEBUG nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Instance network_info: |[{"id": "26b078b0-896c-488a-8c64-4fb1beb7e2b1", "address": "fa:16:3e:ec:d7:42", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b078b0-89", "ovs_interfaceid": "26b078b0-896c-488a-8c64-4fb1beb7e2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.924434] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:d7:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26b078b0-896c-488a-8c64-4fb1beb7e2b1', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.933475] env[62312]: DEBUG oslo.service.loopingcall [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.933590] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.933818] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f096637d-233a-480e-8429-99dcf117205b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.948524] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 673a85ca-6362-4a87-b47c-775bac3371bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1717.955536] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.955536] env[62312]: value = "task-1810078" [ 1717.955536] env[62312]: _type = "Task" [ 1717.955536] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.965347] env[62312]: DEBUG oslo_concurrency.lockutils [req-863829b3-40ed-407c-90b0-0034da83653f req-679cd159-f5d7-47fd-b480-2fef273d93d3 service nova] Releasing lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.966017] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810078, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.015584] env[62312]: DEBUG oslo_vmware.api [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129635} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.015974] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.016232] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.016425] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.016602] env[62312]: INFO nova.compute.manager [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1718.016924] env[62312]: DEBUG oslo.service.loopingcall [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.017238] env[62312]: DEBUG nova.compute.manager [-] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.017378] env[62312]: DEBUG nova.network.neutron [-] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.233514] env[62312]: DEBUG oslo_vmware.api [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810077, 'name': PowerOffVM_Task, 'duration_secs': 0.337599} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.233514] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.233514] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.233514] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faaf6a74-96a9-474c-ab14-f3ddbc84093c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.285059] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c43f09-347b-7882-c3ae-c42981e615f5, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.289774] env[62312]: DEBUG nova.compute.manager [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Received event network-changed-26b078b0-896c-488a-8c64-4fb1beb7e2b1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1718.290230] env[62312]: DEBUG nova.compute.manager [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Refreshing instance network info cache due to event network-changed-26b078b0-896c-488a-8c64-4fb1beb7e2b1. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1718.290588] env[62312]: DEBUG oslo_concurrency.lockutils [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] Acquiring lock "refresh_cache-5a34e4ab-96a0-4342-8d93-80f5f1df6d63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.290850] env[62312]: DEBUG oslo_concurrency.lockutils [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] Acquired lock "refresh_cache-5a34e4ab-96a0-4342-8d93-80f5f1df6d63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.291166] env[62312]: DEBUG nova.network.neutron [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Refreshing network info cache for port 26b078b0-896c-488a-8c64-4fb1beb7e2b1 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.292482] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806c81ce-82d2-4987-91da-8fd50da8ac82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.302343] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1718.302343] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e37e97-f273-03d6-7021-933decee3416" [ 1718.302343] env[62312]: _type = "Task" [ 1718.302343] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.310148] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e37e97-f273-03d6-7021-933decee3416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.396118] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.396466] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.396607] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Deleting the datastore file [datastore1] bb659759-87c9-4b00-9703-e0067d9278c5 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.397342] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266b6e77-abb6-408b-ad8e-677316dd0ac8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.404913] env[62312]: DEBUG oslo_vmware.api [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for the task: (returnval){ [ 1718.404913] env[62312]: value = "task-1810080" [ 1718.404913] env[62312]: _type = "Task" [ 1718.404913] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.414968] env[62312]: DEBUG oslo_vmware.api [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.451373] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 0480661e-17e1-4dd8-8187-83ad2588d41e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1718.451667] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1718.451818] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1718.466187] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810078, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.732437] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbb87e5-b8db-4e20-9bb0-90c1ddeeb11b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.740660] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef924bc9-2e1d-4736-a68c-28aec860f6b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.771901] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6cee48-13bc-485e-aa66-5daae6f89ad5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.779437] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde3f6e3-fe9a-4293-ac87-55a9cb93cf9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.793163] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.811388] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e37e97-f273-03d6-7021-933decee3416, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.811790] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.811869] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4/2eadd86e-0dca-4e9d-805c-0f2f6beb41d4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.812659] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec638adf-df1c-4352-8407-27c88bf8588c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.820642] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1718.820642] env[62312]: value = "task-1810081" [ 1718.820642] env[62312]: _type = "Task" [ 1718.820642] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.822115] env[62312]: DEBUG nova.network.neutron [-] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.832749] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.920165] env[62312]: DEBUG oslo_vmware.api [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Task: {'id': task-1810080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143078} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.924356] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.924703] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.925020] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.925330] env[62312]: INFO nova.compute.manager [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1718.925722] env[62312]: DEBUG oslo.service.loopingcall [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.926042] env[62312]: DEBUG nova.compute.manager [-] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.926215] env[62312]: DEBUG nova.network.neutron [-] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.970065] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810078, 'name': CreateVM_Task, 'duration_secs': 0.626372} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.970271] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.971033] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.971128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.971421] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.971663] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffb6ad9-7b6a-424a-8bde-4da7af3a566e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.976741] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1718.976741] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d492db-7be8-2aaa-3574-24869b600337" [ 1718.976741] env[62312]: _type = "Task" [ 1718.976741] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.987925] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d492db-7be8-2aaa-3574-24869b600337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.079573] env[62312]: DEBUG nova.network.neutron [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Updated VIF entry in instance network info cache for port 26b078b0-896c-488a-8c64-4fb1beb7e2b1. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.079988] env[62312]: DEBUG nova.network.neutron [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Updating instance_info_cache with network_info: [{"id": "26b078b0-896c-488a-8c64-4fb1beb7e2b1", "address": "fa:16:3e:ec:d7:42", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b078b0-89", "ovs_interfaceid": "26b078b0-896c-488a-8c64-4fb1beb7e2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.296531] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.318313] env[62312]: DEBUG nova.compute.manager [req-ae56ad5f-460f-4ab3-bc5a-6e9487fbf3e2 req-d328865a-0dcc-4df1-a265-69a56bd90318 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Received event network-vif-deleted-3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1719.318313] env[62312]: INFO nova.compute.manager [req-ae56ad5f-460f-4ab3-bc5a-6e9487fbf3e2 req-d328865a-0dcc-4df1-a265-69a56bd90318 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Neutron deleted interface 3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a; detaching it from the instance and deleting it from the info cache [ 1719.318313] env[62312]: DEBUG nova.network.neutron [req-ae56ad5f-460f-4ab3-bc5a-6e9487fbf3e2 req-d328865a-0dcc-4df1-a265-69a56bd90318 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.328207] env[62312]: INFO nova.compute.manager [-] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Took 1.31 seconds to deallocate network for instance. [ 1719.333616] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.489444] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d492db-7be8-2aaa-3574-24869b600337, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.489757] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.489986] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.490234] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.490379] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.490553] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.490806] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e5a3fe-3879-42ea-b40c-4c61274a959a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.500530] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.500728] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.501456] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ba99c3-26e3-44e1-bfc1-649602a2e2fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.507277] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1719.507277] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52018fb5-183a-daac-6a4b-1594d471aa16" [ 1719.507277] env[62312]: _type = "Task" [ 1719.507277] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.515123] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52018fb5-183a-daac-6a4b-1594d471aa16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.583035] env[62312]: DEBUG oslo_concurrency.lockutils [req-61232404-3feb-43d3-96a9-b101abf62892 req-2ff654f4-9b35-4aca-a471-ece7600d09db service nova] Releasing lock "refresh_cache-5a34e4ab-96a0-4342-8d93-80f5f1df6d63" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.792540] env[62312]: DEBUG nova.network.neutron [-] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.802087] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1719.802406] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.919s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.802695] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.259s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.802888] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.806455] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.250s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.808040] env[62312]: INFO nova.compute.claims [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.810748] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.810897] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1719.820661] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94eef611-6fb0-453c-b2f7-411de3ccd464 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.831601] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533659} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.832750] env[62312]: INFO nova.scheduler.client.report [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Deleted allocations for instance 332e6298-3f34-4cf9-81ad-18466c2234d0 [ 1719.836892] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4/2eadd86e-0dca-4e9d-805c-0f2f6beb41d4.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.837215] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.841313] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.841544] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1549923f-4cfa-4d9b-b224-fe8e6c6bb5ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.845949] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805c546d-bc1f-44e6-8f4a-450655357ae4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.864615] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1719.864615] env[62312]: value = "task-1810082" [ 1719.864615] env[62312]: _type = "Task" [ 1719.864615] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.873464] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.886348] env[62312]: DEBUG nova.compute.manager [req-ae56ad5f-460f-4ab3-bc5a-6e9487fbf3e2 req-d328865a-0dcc-4df1-a265-69a56bd90318 service nova] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Detach interface failed, port_id=3970da8b-8ae1-4315-8e8d-6a8c3bb7d36a, reason: Instance bb659759-87c9-4b00-9703-e0067d9278c5 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1720.017746] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52018fb5-183a-daac-6a4b-1594d471aa16, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.018522] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42beecb5-31ac-4faa-b6c3-099845e58eaf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.024127] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1720.024127] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ae598a-1419-916d-9e9e-0e4f9eae1d9f" [ 1720.024127] env[62312]: _type = "Task" [ 1720.024127] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.031506] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ae598a-1419-916d-9e9e-0e4f9eae1d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.294968] env[62312]: INFO nova.compute.manager [-] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Took 1.37 seconds to deallocate network for instance. [ 1720.309955] env[62312]: DEBUG nova.compute.manager [req-02ae3c58-77fa-42ce-8437-7e74252ac83c req-16b4352d-7de4-4331-9e88-17c73931d842 service nova] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Received event network-vif-deleted-e66e772f-8e2d-4e8b-872b-05e2da6e22a6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1720.328716] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] There are 60 instances to clean {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1720.328893] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: c022fcae-fb06-49da-82f3-9e438e0849bf] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1720.361841] env[62312]: DEBUG oslo_concurrency.lockutils [None req-90296082-2164-429d-86ff-7fea4d34d562 tempest-ListServersNegativeTestJSON-1437659889 tempest-ListServersNegativeTestJSON-1437659889-project-member] Lock "332e6298-3f34-4cf9-81ad-18466c2234d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.553s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.374352] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078044} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.376732] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.378276] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a579cc4-2403-4ee9-9d39-3defe998a241 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.401180] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4/2eadd86e-0dca-4e9d-805c-0f2f6beb41d4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.404175] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5e3c27-2c58-429b-968d-ff9f713af4c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.426628] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1720.426628] env[62312]: value = "task-1810083" [ 1720.426628] env[62312]: _type = "Task" [ 1720.426628] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.437295] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.538088] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ae598a-1419-916d-9e9e-0e4f9eae1d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013627} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.538544] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.538954] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5a34e4ab-96a0-4342-8d93-80f5f1df6d63/5a34e4ab-96a0-4342-8d93-80f5f1df6d63.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.540356] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb04306e-d1ee-4c45-bae2-bec17c6f6522 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.551682] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1720.551682] env[62312]: value = "task-1810084" [ 1720.551682] env[62312]: _type = "Task" [ 1720.551682] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.563510] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.681824] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3853bcf5-cfb4-4229-b653-f870d1f06a02 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.701868] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd88004-f4f3-40a5-93d2-5df4d250395b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.736077] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e5e3f-45e4-48da-96ac-8fcd2435901c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.745520] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e7d6ce-d1b1-4bd1-bd98-aeb3ddbd5d90 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.762163] env[62312]: DEBUG nova.compute.provider_tree [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.801756] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.835073] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 11210b37-2161-49a0-800c-d57c76eb5ec4] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1720.944760] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810083, 'name': ReconfigVM_Task, 'duration_secs': 0.396286} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.945147] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4/2eadd86e-0dca-4e9d-805c-0f2f6beb41d4.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.946339] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bf2b6b-eb65-4ed8-b518-23db9edc9aa5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.956791] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1720.956791] env[62312]: value = "task-1810085" [ 1720.956791] env[62312]: _type = "Task" [ 1720.956791] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.966872] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810085, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.064080] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468551} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.064080] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5a34e4ab-96a0-4342-8d93-80f5f1df6d63/5a34e4ab-96a0-4342-8d93-80f5f1df6d63.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.064080] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.064080] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df9740b9-2eda-4fd0-833c-e3343757946e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.071350] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1721.071350] env[62312]: value = "task-1810086" [ 1721.071350] env[62312]: _type = "Task" [ 1721.071350] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.080313] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.268039] env[62312]: DEBUG nova.scheduler.client.report [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.339741] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 60a4427d-c1bd-4c30-a3c1-2fbdf073ebba] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1721.467202] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810085, 'name': Rename_Task, 'duration_secs': 0.168102} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.467390] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.467629] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040f9802-4502-41e5-86b2-b5fe2422f7c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.476529] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1721.476529] env[62312]: value = "task-1810087" [ 1721.476529] env[62312]: _type = "Task" [ 1721.476529] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.485414] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.581742] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077589} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.582054] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.582841] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28047b4a-c701-4580-b958-34996d12df32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.606503] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 5a34e4ab-96a0-4342-8d93-80f5f1df6d63/5a34e4ab-96a0-4342-8d93-80f5f1df6d63.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.606791] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924d4aa7-5e11-42ac-92eb-43c8d46f94a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.634410] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1721.634410] env[62312]: value = "task-1810088" [ 1721.634410] env[62312]: _type = "Task" [ 1721.634410] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.644354] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.772091] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.965s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.772653] env[62312]: DEBUG nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.776557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.436s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.780019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.780019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.871s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.781768] env[62312]: INFO nova.compute.claims [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1721.812707] env[62312]: INFO nova.scheduler.client.report [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted allocations for instance 33ca063f-229c-43f0-9fbb-a469b59ff8ea [ 1721.841030] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 40c0aa81-12ae-423c-ad6d-a48b837af51b] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1721.991757] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.148811] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.286492] env[62312]: DEBUG nova.compute.utils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.299136] env[62312]: DEBUG nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.299136] env[62312]: DEBUG nova.network.neutron [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.323948] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ed44e722-0c24-45ea-90ab-eb8354dc6ce8 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "33ca063f-229c-43f0-9fbb-a469b59ff8ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.261s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.345058] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a1ef827d-8520-485e-b843-458d360870dc] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1722.362215] env[62312]: DEBUG nova.policy [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d023d146e94054b51291a386593ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dfcb2fdc1424cc3976b41b747c0888a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.489337] env[62312]: DEBUG oslo_vmware.api [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810087, 'name': PowerOnVM_Task, 'duration_secs': 0.567326} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.489626] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.489874] env[62312]: INFO nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1722.490065] env[62312]: DEBUG nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.490862] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746eab62-1038-4b8c-837c-6e85ee6caa71 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.645833] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810088, 'name': ReconfigVM_Task, 'duration_secs': 0.56319} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.646323] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 5a34e4ab-96a0-4342-8d93-80f5f1df6d63/5a34e4ab-96a0-4342-8d93-80f5f1df6d63.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.647305] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d88817-11aa-4b4d-894e-199a46f88cb2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.655871] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1722.655871] env[62312]: value = "task-1810089" [ 1722.655871] env[62312]: _type = "Task" [ 1722.655871] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.665408] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810089, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.679417] env[62312]: DEBUG nova.network.neutron [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Successfully created port: e699d944-19bc-4d21-8ce5-3e96b22cc506 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.797529] env[62312]: DEBUG nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.847869] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d13294d3-5c71-42de-b06b-5b2b1d768165] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1723.015659] env[62312]: INFO nova.compute.manager [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Took 25.52 seconds to build instance. [ 1723.109396] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5322f7c2-5829-44ec-b712-259d53439395 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.119460] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6159a414-2cd0-4a05-b892-c148b4c40d1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.174458] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd014a2-d14f-4a0b-9533-066e802ecc49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.184561] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810089, 'name': Rename_Task, 'duration_secs': 0.159175} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.187147] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.187452] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e066e7bd-9839-4c6b-a8da-0f013add30ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.189905] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e2cf9c-5f66-4128-85c7-ebb645c5f4d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.205048] env[62312]: DEBUG nova.compute.provider_tree [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.207953] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1723.207953] env[62312]: value = "task-1810090" [ 1723.207953] env[62312]: _type = "Task" [ 1723.207953] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.216556] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.352847] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 7db520a4-6543-49ed-bfeb-367f894f8943] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1723.422079] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.422079] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.519105] env[62312]: DEBUG oslo_concurrency.lockutils [None req-63e2fa87-0e66-43ef-b4b6-f9fff3618ae7 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.572s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.710228] env[62312]: DEBUG nova.scheduler.client.report [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.725739] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.811404] env[62312]: DEBUG nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.838110] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.838369] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.838526] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.838703] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.838846] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.838984] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.839428] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.839428] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.839541] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.839665] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.839835] env[62312]: DEBUG nova.virt.hardware [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.840745] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec746c-45e9-4ead-8e7a-cbd96ab3d622 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.850117] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a919d9-79a4-495c-be57-25612bff3da6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.856610] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 3df85e52-fad7-4199-ba49-9cf68a9def0f] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1723.923988] env[62312]: DEBUG nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1724.216699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.217492] env[62312]: DEBUG nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1724.225843] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.130s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.226667] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.228200] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.261s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.229708] env[62312]: INFO nova.compute.claims [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1724.235030] env[62312]: DEBUG nova.compute.manager [req-5b5a785a-03e9-41c8-a661-b42af19ff7ff req-08d086e8-99fd-4935-a40a-346cb7caf2fc service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Received event network-vif-plugged-e699d944-19bc-4d21-8ce5-3e96b22cc506 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1724.235030] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b5a785a-03e9-41c8-a661-b42af19ff7ff req-08d086e8-99fd-4935-a40a-346cb7caf2fc service nova] Acquiring lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.235030] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b5a785a-03e9-41c8-a661-b42af19ff7ff req-08d086e8-99fd-4935-a40a-346cb7caf2fc service nova] Lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.235030] env[62312]: DEBUG oslo_concurrency.lockutils [req-5b5a785a-03e9-41c8-a661-b42af19ff7ff req-08d086e8-99fd-4935-a40a-346cb7caf2fc service nova] Lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.235226] env[62312]: DEBUG nova.compute.manager [req-5b5a785a-03e9-41c8-a661-b42af19ff7ff req-08d086e8-99fd-4935-a40a-346cb7caf2fc service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] No waiting events found dispatching network-vif-plugged-e699d944-19bc-4d21-8ce5-3e96b22cc506 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.235226] env[62312]: WARNING nova.compute.manager [req-5b5a785a-03e9-41c8-a661-b42af19ff7ff req-08d086e8-99fd-4935-a40a-346cb7caf2fc service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Received unexpected event network-vif-plugged-e699d944-19bc-4d21-8ce5-3e96b22cc506 for instance with vm_state building and task_state spawning. [ 1724.242200] env[62312]: DEBUG oslo_vmware.api [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810090, 'name': PowerOnVM_Task, 'duration_secs': 0.707156} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.242335] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.242519] env[62312]: INFO nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1724.242697] env[62312]: DEBUG nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.243696] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16545c0e-57da-4aa4-b65c-e3d0659d9469 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.258625] env[62312]: INFO nova.scheduler.client.report [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted allocations for instance eb03b9cb-6cb6-4af2-89a1-5a00a9262e63 [ 1724.321267] env[62312]: DEBUG nova.network.neutron [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Successfully updated port: e699d944-19bc-4d21-8ce5-3e96b22cc506 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.368068] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 40082768-b08a-4bd4-84ba-c9a8e16815f6] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1724.384791] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.385087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.385358] env[62312]: INFO nova.compute.manager [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Rebooting instance [ 1724.443049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.734786] env[62312]: DEBUG nova.compute.utils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1724.736785] env[62312]: DEBUG nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1724.736785] env[62312]: DEBUG nova.network.neutron [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1724.762346] env[62312]: INFO nova.compute.manager [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Took 26.40 seconds to build instance. [ 1724.765241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27fb06cf-3e45-4767-9c94-4db7af9b3b68 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "eb03b9cb-6cb6-4af2-89a1-5a00a9262e63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.618s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.798120] env[62312]: DEBUG nova.policy [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3f55820d801427ba86c54a1d8fc6242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd06b6438a3a74937b272cc3716b8719b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1724.823727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.823875] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.824041] env[62312]: DEBUG nova.network.neutron [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.871396] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 31c5cc6b-d613-4a9d-a033-3f2adcf2ac91] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1724.903232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.903459] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquired lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.903585] env[62312]: DEBUG nova.network.neutron [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.241178] env[62312]: DEBUG nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1725.265460] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ca5a5cb0-feb2-4389-a5dc-80f5935f8886 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.914s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.360839] env[62312]: DEBUG nova.network.neutron [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Successfully created port: bc40cc55-a02b-454c-a479-d358acf7ac46 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1725.367244] env[62312]: DEBUG nova.network.neutron [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.374724] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 99913b7f-bccf-4f9e-9dfc-58e774243deb] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1725.531343] env[62312]: DEBUG nova.network.neutron [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance_info_cache with network_info: [{"id": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "address": "fa:16:3e:56:b8:b5", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape699d944-19", "ovs_interfaceid": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.589033] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31957d6-b6ee-42d1-9366-bc695640262a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.597746] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa839bee-bfc9-4929-9668-e6b8d2d02d2b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.630874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.631131] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.631337] env[62312]: DEBUG nova.compute.manager [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.634529] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8932923b-9bce-4e61-b59e-5642a9e0be46 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.639126] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce5532-6f1e-4f8e-9cba-cb61c934bfb7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.648972] env[62312]: DEBUG nova.compute.manager [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1725.649684] env[62312]: DEBUG nova.objects.instance [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'flavor' on Instance uuid 5a34e4ab-96a0-4342-8d93-80f5f1df6d63 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.655019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3557b2-167e-4987-bfce-59f3a4966515 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.669887] env[62312]: DEBUG nova.compute.provider_tree [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.877167] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d5780800-817a-4f4c-bddd-bb5e363e3923] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1725.893101] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "80d50a46-a596-4914-b779-d11d04371d87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.893373] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "80d50a46-a596-4914-b779-d11d04371d87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.893579] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "80d50a46-a596-4914-b779-d11d04371d87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.893812] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "80d50a46-a596-4914-b779-d11d04371d87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.893987] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "80d50a46-a596-4914-b779-d11d04371d87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.896437] env[62312]: DEBUG nova.network.neutron [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Updating instance_info_cache with network_info: [{"id": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "address": "fa:16:3e:14:e7:24", "network": {"id": "86e75fc5-4e20-42eb-bd9f-172af3ea445f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-582074974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50116e73ba37463a80baacbf6fd56461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8add1b4-0b", "ovs_interfaceid": "a8add1b4-0b38-427a-b8d9-a3a410282fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.897604] env[62312]: INFO nova.compute.manager [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Terminating instance [ 1726.035549] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.035549] env[62312]: DEBUG nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Instance network_info: |[{"id": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "address": "fa:16:3e:56:b8:b5", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape699d944-19", "ovs_interfaceid": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.035549] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:b8:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e699d944-19bc-4d21-8ce5-3e96b22cc506', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.043933] env[62312]: DEBUG oslo.service.loopingcall [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.044518] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.045309] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28f780be-1d24-4f24-b420-7c693995df8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.068972] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.068972] env[62312]: value = "task-1810091" [ 1726.068972] env[62312]: _type = "Task" [ 1726.068972] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.077504] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810091, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.173934] env[62312]: DEBUG nova.scheduler.client.report [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.253681] env[62312]: DEBUG nova.compute.manager [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Received event network-changed-e699d944-19bc-4d21-8ce5-3e96b22cc506 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1726.253681] env[62312]: DEBUG nova.compute.manager [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Refreshing instance network info cache due to event network-changed-e699d944-19bc-4d21-8ce5-3e96b22cc506. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1726.253681] env[62312]: DEBUG oslo_concurrency.lockutils [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] Acquiring lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.254041] env[62312]: DEBUG oslo_concurrency.lockutils [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] Acquired lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.254041] env[62312]: DEBUG nova.network.neutron [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Refreshing network info cache for port e699d944-19bc-4d21-8ce5-3e96b22cc506 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.257341] env[62312]: DEBUG nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1726.282931] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1726.283196] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.283354] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1726.283565] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.283723] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1726.283871] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1726.284111] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1726.284279] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1726.284460] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1726.284627] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1726.284816] env[62312]: DEBUG nova.virt.hardware [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1726.285735] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ed3367-1666-47b3-973a-f399e3b60875 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.296356] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe483920-6531-4f62-9d57-e0dcf2007e58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.380338] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: f8427318-ec57-4cd2-aba1-49dd7af2e4a4] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1726.399931] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Releasing lock "refresh_cache-2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.401216] env[62312]: DEBUG nova.compute.manager [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1726.401839] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.402489] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedda579-daea-40a0-9842-48fd0b575d42 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.411546] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.411800] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2cfda1-0ab6-4b7e-8169-c5a8f4d2e09c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.419818] env[62312]: DEBUG oslo_vmware.api [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1726.419818] env[62312]: value = "task-1810092" [ 1726.419818] env[62312]: _type = "Task" [ 1726.419818] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.430118] env[62312]: DEBUG oslo_vmware.api [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.581955] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810091, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.661837] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.662309] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13cc53c4-e999-4f47-ba59-f7320a9fccfa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.671252] env[62312]: DEBUG oslo_vmware.api [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1726.671252] env[62312]: value = "task-1810093" [ 1726.671252] env[62312]: _type = "Task" [ 1726.671252] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.682976] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.683748] env[62312]: DEBUG nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1726.687700] env[62312]: DEBUG oslo_vmware.api [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.688393] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.847s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.688725] env[62312]: DEBUG nova.objects.instance [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lazy-loading 'resources' on Instance uuid dd06b633-96b4-47c0-969d-f0f282ad3f28 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.883842] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 12a2e71a-74d5-43d4-99ff-3a104aa4d597] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1726.904699] env[62312]: DEBUG nova.compute.manager [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.905758] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbfad6d-d7fc-46a6-87b3-8acbab445218 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.936852] env[62312]: DEBUG oslo_vmware.api [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810092, 'name': PowerOffVM_Task, 'duration_secs': 0.211675} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.937323] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.937882] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1726.937952] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d7b821d-dfc5-4ffa-b5f6-c9b3aaf1a79b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.084196] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810091, 'name': CreateVM_Task, 'duration_secs': 0.582783} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.084383] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.085070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.085241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.085553] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.085807] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f09eb0-9335-4a6b-8e8a-5f9a8149e5cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.093228] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1727.093228] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ba7b65-4137-e6c4-2376-fe0df16c36d4" [ 1727.093228] env[62312]: _type = "Task" [ 1727.093228] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.103712] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ba7b65-4137-e6c4-2376-fe0df16c36d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.182313] env[62312]: DEBUG oslo_vmware.api [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810093, 'name': PowerOffVM_Task, 'duration_secs': 0.218621} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.182833] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.183184] env[62312]: DEBUG nova.compute.manager [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.184125] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa2904-cedf-46c5-b2d1-c25cf2dda45a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.190515] env[62312]: DEBUG nova.compute.utils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1727.197268] env[62312]: DEBUG nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1727.197268] env[62312]: DEBUG nova.network.neutron [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1727.206444] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.207414] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.207744] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleting the datastore file [datastore1] 80d50a46-a596-4914-b779-d11d04371d87 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.208827] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a231473-841f-4e3d-a113-9e05ed9399c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.218832] env[62312]: DEBUG oslo_vmware.api [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1727.218832] env[62312]: value = "task-1810095" [ 1727.218832] env[62312]: _type = "Task" [ 1727.218832] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.230275] env[62312]: DEBUG oslo_vmware.api [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.267775] env[62312]: DEBUG nova.policy [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5346b62ee8c491f8283291fd2302da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f3468b2e474661b09b163e358c1d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1727.272504] env[62312]: DEBUG nova.network.neutron [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updated VIF entry in instance network info cache for port e699d944-19bc-4d21-8ce5-3e96b22cc506. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.272832] env[62312]: DEBUG nova.network.neutron [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance_info_cache with network_info: [{"id": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "address": "fa:16:3e:56:b8:b5", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape699d944-19", "ovs_interfaceid": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.387177] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d41df122-2604-4e47-a2cf-ef5983b4a211] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1727.412456] env[62312]: DEBUG nova.network.neutron [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Successfully updated port: bc40cc55-a02b-454c-a479-d358acf7ac46 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1727.564891] env[62312]: DEBUG nova.network.neutron [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Successfully created port: 50525cc8-dda9-464d-b0ff-c2964a4825e7 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1727.579893] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f1ff5-3251-46ca-a165-ab16339b5268 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.589753] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80306da2-8933-40f9-a1c0-15fede5a0ae7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.602719] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ba7b65-4137-e6c4-2376-fe0df16c36d4, 'name': SearchDatastore_Task, 'duration_secs': 0.035136} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.628587] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.628854] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.629110] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.629277] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.629445] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.629924] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-753782bd-dc9b-4316-8c07-a8fd5c000212 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.632408] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5c5036-26aa-48c3-aace-c385cb4589ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.641014] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814bc5f-d125-46a0-8bc2-fcdab1c05c84 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.646189] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.646377] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.647437] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067cacd5-2b28-45ce-bbac-bc76cb6f69f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.659010] env[62312]: DEBUG nova.compute.provider_tree [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.667529] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1727.667529] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52220d72-cad4-c340-5aca-126459db54e1" [ 1727.667529] env[62312]: _type = "Task" [ 1727.667529] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.679275] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52220d72-cad4-c340-5aca-126459db54e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.697637] env[62312]: DEBUG nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1727.712244] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85bca33b-0199-466f-98af-be092928ef0e tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.733836] env[62312]: DEBUG oslo_vmware.api [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481383} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.733836] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1727.733836] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1727.733836] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1727.733836] env[62312]: INFO nova.compute.manager [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1727.733836] env[62312]: DEBUG oslo.service.loopingcall [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.733836] env[62312]: DEBUG nova.compute.manager [-] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1727.733836] env[62312]: DEBUG nova.network.neutron [-] [instance: 80d50a46-a596-4914-b779-d11d04371d87] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1727.782438] env[62312]: DEBUG oslo_concurrency.lockutils [req-cd3ed6f8-04ed-4bc7-a77c-5b49cfe10c71 req-5947a246-f829-4195-bd4c-6bf52b610ad4 service nova] Releasing lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.890445] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2d367982-ec8b-4f4c-b834-513d6f23889d] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1727.915832] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "refresh_cache-673a85ca-6362-4a87-b47c-775bac3371bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.916417] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired lock "refresh_cache-673a85ca-6362-4a87-b47c-775bac3371bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.916660] env[62312]: DEBUG nova.network.neutron [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.934133] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39fe053-5eb2-4224-a349-cd46d38d7ae5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.942681] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Doing hard reboot of VM {{(pid=62312) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1727.942960] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fa5e2b1c-2a0a-447f-a0ca-ba5d4068452c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.950961] env[62312]: DEBUG oslo_vmware.api [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1727.950961] env[62312]: value = "task-1810096" [ 1727.950961] env[62312]: _type = "Task" [ 1727.950961] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.960926] env[62312]: DEBUG oslo_vmware.api [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810096, 'name': ResetVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.162152] env[62312]: DEBUG nova.scheduler.client.report [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.165821] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.166794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.166794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.166794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.166794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.169725] env[62312]: INFO nova.compute.manager [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Terminating instance [ 1728.184503] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52220d72-cad4-c340-5aca-126459db54e1, 'name': SearchDatastore_Task, 'duration_secs': 0.022963} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.185288] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5395c631-28a6-4002-8369-32d7bb0cd9a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.191775] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1728.191775] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ba6f4d-caec-01ed-22dc-dc6294ba2a73" [ 1728.191775] env[62312]: _type = "Task" [ 1728.191775] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.200272] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ba6f4d-caec-01ed-22dc-dc6294ba2a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.368475] env[62312]: DEBUG nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Received event network-vif-plugged-bc40cc55-a02b-454c-a479-d358acf7ac46 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1728.368539] env[62312]: DEBUG oslo_concurrency.lockutils [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] Acquiring lock "673a85ca-6362-4a87-b47c-775bac3371bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.368733] env[62312]: DEBUG oslo_concurrency.lockutils [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] Lock "673a85ca-6362-4a87-b47c-775bac3371bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.368855] env[62312]: DEBUG oslo_concurrency.lockutils [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] Lock "673a85ca-6362-4a87-b47c-775bac3371bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.369038] env[62312]: DEBUG nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] No waiting events found dispatching network-vif-plugged-bc40cc55-a02b-454c-a479-d358acf7ac46 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1728.369206] env[62312]: WARNING nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Received unexpected event network-vif-plugged-bc40cc55-a02b-454c-a479-d358acf7ac46 for instance with vm_state building and task_state spawning. [ 1728.369366] env[62312]: DEBUG nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Received event network-changed-bc40cc55-a02b-454c-a479-d358acf7ac46 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1728.369518] env[62312]: DEBUG nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Refreshing instance network info cache due to event network-changed-bc40cc55-a02b-454c-a479-d358acf7ac46. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1728.369685] env[62312]: DEBUG oslo_concurrency.lockutils [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] Acquiring lock "refresh_cache-673a85ca-6362-4a87-b47c-775bac3371bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.394042] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5021101b-d7d4-40a2-9568-004f45f3b02d] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1728.449532] env[62312]: DEBUG nova.network.neutron [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1728.461603] env[62312]: DEBUG oslo_vmware.api [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810096, 'name': ResetVM_Task, 'duration_secs': 0.099979} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.461858] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Did hard reboot of VM {{(pid=62312) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1728.462115] env[62312]: DEBUG nova.compute.manager [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.462879] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9e938-bd53-43ee-a5f6-5e2d7b4d627b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.527849] env[62312]: DEBUG nova.network.neutron [-] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.588031] env[62312]: DEBUG nova.network.neutron [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Updating instance_info_cache with network_info: [{"id": "bc40cc55-a02b-454c-a479-d358acf7ac46", "address": "fa:16:3e:21:a2:69", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40cc55-a0", "ovs_interfaceid": "bc40cc55-a02b-454c-a479-d358acf7ac46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.669598] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.671980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.870s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.672261] env[62312]: DEBUG nova.objects.instance [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lazy-loading 'resources' on Instance uuid bb659759-87c9-4b00-9703-e0067d9278c5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.678887] env[62312]: DEBUG nova.compute.manager [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1728.678887] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.679792] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108001d-7f46-40f7-aef4-1bc31aa3a752 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.689672] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.689931] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ecf0871-70c0-459d-ab62-778194d0640d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.697142] env[62312]: INFO nova.scheduler.client.report [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted allocations for instance dd06b633-96b4-47c0-969d-f0f282ad3f28 [ 1728.704940] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ba6f4d-caec-01ed-22dc-dc6294ba2a73, 'name': SearchDatastore_Task, 'duration_secs': 0.035627} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.705210] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.705709] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 1b05748a-f12b-4704-a851-6cb2446f407c/1b05748a-f12b-4704-a851-6cb2446f407c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.705709] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93222d32-0dc6-4dcc-8aae-aebf260c751e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.709047] env[62312]: DEBUG nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1728.719498] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1728.719498] env[62312]: value = "task-1810098" [ 1728.719498] env[62312]: _type = "Task" [ 1728.719498] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.729414] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.741605] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1728.741758] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1728.741916] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1728.742135] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1728.743239] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1728.743239] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1728.743239] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1728.743239] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1728.743239] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1728.743764] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1728.743764] env[62312]: DEBUG nova.virt.hardware [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1728.744488] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1f90da-e690-4ec3-b5eb-c7bfe2d5b632 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.753612] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccbe245-cb2a-41a0-b970-6e491099f556 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.835671] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.835937] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.836429] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleting the datastore file [datastore1] 5a34e4ab-96a0-4342-8d93-80f5f1df6d63 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.836429] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2224a7dd-8597-4f74-ad3b-7381002afaf8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.846716] env[62312]: DEBUG oslo_vmware.api [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1728.846716] env[62312]: value = "task-1810099" [ 1728.846716] env[62312]: _type = "Task" [ 1728.846716] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.856799] env[62312]: DEBUG oslo_vmware.api [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.898021] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 85928b6a-7d30-4cf6-aa1b-36357a80a38c] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1728.975322] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2beda986-eb34-4fa4-9b57-22a862fb58fb tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.590s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.030605] env[62312]: INFO nova.compute.manager [-] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Took 1.30 seconds to deallocate network for instance. [ 1729.042793] env[62312]: DEBUG nova.compute.manager [req-269abd9e-d1e8-4fb7-8d19-babaf10d612c req-bb0b5733-1316-4a0c-bc47-1d2a2efcdfb4 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Received event network-vif-plugged-50525cc8-dda9-464d-b0ff-c2964a4825e7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1729.043097] env[62312]: DEBUG oslo_concurrency.lockutils [req-269abd9e-d1e8-4fb7-8d19-babaf10d612c req-bb0b5733-1316-4a0c-bc47-1d2a2efcdfb4 service nova] Acquiring lock "0480661e-17e1-4dd8-8187-83ad2588d41e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.043285] env[62312]: DEBUG oslo_concurrency.lockutils [req-269abd9e-d1e8-4fb7-8d19-babaf10d612c req-bb0b5733-1316-4a0c-bc47-1d2a2efcdfb4 service nova] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.043456] env[62312]: DEBUG oslo_concurrency.lockutils [req-269abd9e-d1e8-4fb7-8d19-babaf10d612c req-bb0b5733-1316-4a0c-bc47-1d2a2efcdfb4 service nova] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.043621] env[62312]: DEBUG nova.compute.manager [req-269abd9e-d1e8-4fb7-8d19-babaf10d612c req-bb0b5733-1316-4a0c-bc47-1d2a2efcdfb4 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] No waiting events found dispatching network-vif-plugged-50525cc8-dda9-464d-b0ff-c2964a4825e7 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1729.043809] env[62312]: WARNING nova.compute.manager [req-269abd9e-d1e8-4fb7-8d19-babaf10d612c req-bb0b5733-1316-4a0c-bc47-1d2a2efcdfb4 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Received unexpected event network-vif-plugged-50525cc8-dda9-464d-b0ff-c2964a4825e7 for instance with vm_state building and task_state spawning. [ 1729.091333] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Releasing lock "refresh_cache-673a85ca-6362-4a87-b47c-775bac3371bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.091824] env[62312]: DEBUG nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Instance network_info: |[{"id": "bc40cc55-a02b-454c-a479-d358acf7ac46", "address": "fa:16:3e:21:a2:69", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40cc55-a0", "ovs_interfaceid": "bc40cc55-a02b-454c-a479-d358acf7ac46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1729.092275] env[62312]: DEBUG oslo_concurrency.lockutils [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] Acquired lock "refresh_cache-673a85ca-6362-4a87-b47c-775bac3371bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.092531] env[62312]: DEBUG nova.network.neutron [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Refreshing network info cache for port bc40cc55-a02b-454c-a479-d358acf7ac46 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.093997] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:a2:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc40cc55-a02b-454c-a479-d358acf7ac46', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1729.103447] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Creating folder: Project (d06b6438a3a74937b272cc3716b8719b). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1729.104663] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e460df75-6d95-4521-9810-bcdc7e2ad9cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.119030] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Created folder: Project (d06b6438a3a74937b272cc3716b8719b) in parent group-v374919. [ 1729.119246] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Creating folder: Instances. Parent ref: group-v375138. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1729.119499] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7568475-6390-46cc-9e3b-73ba13e7d244 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.132623] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Created folder: Instances in parent group-v375138. [ 1729.132957] env[62312]: DEBUG oslo.service.loopingcall [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.133252] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1729.133484] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b65a81-9a0d-45b3-a050-7389c96af036 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.154513] env[62312]: DEBUG nova.network.neutron [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Successfully updated port: 50525cc8-dda9-464d-b0ff-c2964a4825e7 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1729.160745] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1729.160745] env[62312]: value = "task-1810102" [ 1729.160745] env[62312]: _type = "Task" [ 1729.160745] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.170835] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810102, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.208711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae2a9e40-1d97-4d7c-9ac7-9ae8fb624cf7 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "dd06b633-96b4-47c0-969d-f0f282ad3f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.040s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.237140] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48468} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.237337] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 1b05748a-f12b-4704-a851-6cb2446f407c/1b05748a-f12b-4704-a851-6cb2446f407c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.237550] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.237935] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc3bcfc-4b3f-46db-82a8-0b653f81f349 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.247158] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1729.247158] env[62312]: value = "task-1810103" [ 1729.247158] env[62312]: _type = "Task" [ 1729.247158] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.262895] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.307343] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.307980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.307980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.308267] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.308760] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.313442] env[62312]: INFO nova.compute.manager [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Terminating instance [ 1729.360462] env[62312]: DEBUG oslo_vmware.api [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405335} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.360462] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.360462] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.360693] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.360693] env[62312]: INFO nova.compute.manager [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1729.361116] env[62312]: DEBUG oslo.service.loopingcall [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.361212] env[62312]: DEBUG nova.compute.manager [-] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.361255] env[62312]: DEBUG nova.network.neutron [-] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.400855] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: af5e70a2-df8f-424e-adcb-e88adc6e498b] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1729.481018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dd0726-b388-415f-a22a-fa23994cfce6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.487103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08ad026-b946-43de-a5ff-6b269cf1b545 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.520928] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1e7508-f993-4851-b56b-a2421b95f274 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.529539] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639bef3-456d-4eb8-92bb-43374f57dcff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.544963] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.545569] env[62312]: DEBUG nova.compute.provider_tree [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.658164] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.658378] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.658581] env[62312]: DEBUG nova.network.neutron [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.677481] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810102, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.760514] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065858} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.760892] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1729.761709] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37a2a2d-71ad-4af4-a7fd-8cae551be0a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.784759] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1b05748a-f12b-4704-a851-6cb2446f407c/1b05748a-f12b-4704-a851-6cb2446f407c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1729.787403] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0433b47f-666d-4afb-a851-fc64696da538 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.807427] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.807731] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.807939] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.808138] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.808333] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.811640] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1729.811640] env[62312]: value = "task-1810104" [ 1729.811640] env[62312]: _type = "Task" [ 1729.811640] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.812132] env[62312]: INFO nova.compute.manager [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Terminating instance [ 1729.819217] env[62312]: DEBUG nova.compute.manager [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.819477] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.824125] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3899d5-e960-404a-8869-3aecf4776f23 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.826762] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.832900] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.833084] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d8f73dc-7445-4ace-bf06-1228aabff849 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.842691] env[62312]: DEBUG oslo_vmware.api [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1729.842691] env[62312]: value = "task-1810105" [ 1729.842691] env[62312]: _type = "Task" [ 1729.842691] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.851968] env[62312]: DEBUG oslo_vmware.api [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.904127] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2ec28d64-7cd9-489f-8954-64fb0798dbcc] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1729.919764] env[62312]: DEBUG nova.network.neutron [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Updated VIF entry in instance network info cache for port bc40cc55-a02b-454c-a479-d358acf7ac46. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.920188] env[62312]: DEBUG nova.network.neutron [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Updating instance_info_cache with network_info: [{"id": "bc40cc55-a02b-454c-a479-d358acf7ac46", "address": "fa:16:3e:21:a2:69", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc40cc55-a0", "ovs_interfaceid": "bc40cc55-a02b-454c-a479-d358acf7ac46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.048978] env[62312]: DEBUG nova.scheduler.client.report [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.116291] env[62312]: DEBUG nova.network.neutron [-] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.178642] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810102, 'name': CreateVM_Task, 'duration_secs': 0.534818} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.181020] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.181020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.181020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.181020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.181020] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8066989-0910-4bf8-a702-5446461a9218 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.187078] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1730.187078] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527a6868-11a4-8ffd-12bb-bd71151ac501" [ 1730.187078] env[62312]: _type = "Task" [ 1730.187078] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.196500] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527a6868-11a4-8ffd-12bb-bd71151ac501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.201041] env[62312]: DEBUG nova.network.neutron [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.318391] env[62312]: DEBUG nova.compute.manager [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.318613] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.319498] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef64d39-7e4f-4f12-9e56-d420a8ebe285 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.334042] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.334356] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810104, 'name': ReconfigVM_Task, 'duration_secs': 0.463868} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.334566] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae42989-be79-4554-9bef-e95ca338070a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.336175] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1b05748a-f12b-4704-a851-6cb2446f407c/1b05748a-f12b-4704-a851-6cb2446f407c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1730.336772] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab7dcd50-dc3a-45b0-a4db-c895cdb5ca84 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.344295] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1730.344295] env[62312]: value = "task-1810106" [ 1730.344295] env[62312]: _type = "Task" [ 1730.344295] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.348723] env[62312]: DEBUG oslo_vmware.api [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1730.348723] env[62312]: value = "task-1810107" [ 1730.348723] env[62312]: _type = "Task" [ 1730.348723] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.359842] env[62312]: DEBUG oslo_vmware.api [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810105, 'name': PowerOffVM_Task, 'duration_secs': 0.304735} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.360599] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.360828] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.361108] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a74f57bf-f859-4d32-b442-5c79ee5d2db0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.369029] env[62312]: DEBUG oslo_vmware.api [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.369029] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810106, 'name': Rename_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.382507] env[62312]: DEBUG nova.network.neutron [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Updating instance_info_cache with network_info: [{"id": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "address": "fa:16:3e:08:91:45", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50525cc8-dd", "ovs_interfaceid": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.407289] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 495cf19a-55fc-45c5-a05e-97f0395d06cf] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1730.423384] env[62312]: DEBUG oslo_concurrency.lockutils [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] Releasing lock "refresh_cache-673a85ca-6362-4a87-b47c-775bac3371bf" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.423644] env[62312]: DEBUG nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Received event network-vif-deleted-32fc31d8-7cba-45a7-a005-a8f8681a683b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1730.423827] env[62312]: INFO nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Neutron deleted interface 32fc31d8-7cba-45a7-a005-a8f8681a683b; detaching it from the instance and deleting it from the info cache [ 1730.424087] env[62312]: DEBUG nova.network.neutron [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.534813] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.535068] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.535256] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Deleting the datastore file [datastore1] 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.535536] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-add0be15-0dc1-4ae8-8e4e-22fbda4e9b8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.543754] env[62312]: DEBUG oslo_vmware.api [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for the task: (returnval){ [ 1730.543754] env[62312]: value = "task-1810109" [ 1730.543754] env[62312]: _type = "Task" [ 1730.543754] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.551528] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "095ac676-a048-40c5-a077-99dadcb7c6d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.551770] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.557571] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.558866] env[62312]: DEBUG oslo_vmware.api [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.559499] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.117s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.560942] env[62312]: INFO nova.compute.claims [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.584588] env[62312]: INFO nova.scheduler.client.report [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Deleted allocations for instance bb659759-87c9-4b00-9703-e0067d9278c5 [ 1730.618455] env[62312]: INFO nova.compute.manager [-] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Took 1.26 seconds to deallocate network for instance. [ 1730.701361] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527a6868-11a4-8ffd-12bb-bd71151ac501, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.701923] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.702310] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1730.702772] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.703288] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.703288] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.703440] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb02cfad-c4b7-479b-9e3a-568e5a9202cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.712623] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.712623] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.713331] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3ab641-fb2a-4ebe-be92-c6945dc39300 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.718909] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1730.718909] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5208c57e-9aa5-11dc-743f-fd1305fd0aab" [ 1730.718909] env[62312]: _type = "Task" [ 1730.718909] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.727319] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5208c57e-9aa5-11dc-743f-fd1305fd0aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.863291] env[62312]: DEBUG oslo_vmware.api [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810107, 'name': PowerOffVM_Task, 'duration_secs': 0.203732} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.866346] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.866519] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.866758] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810106, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.866959] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-630c4d31-4243-4324-953e-0732489cca67 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.888442] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.888765] env[62312]: DEBUG nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Instance network_info: |[{"id": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "address": "fa:16:3e:08:91:45", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50525cc8-dd", "ovs_interfaceid": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1730.889195] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:91:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50525cc8-dda9-464d-b0ff-c2964a4825e7', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1730.898850] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Creating folder: Project (79f3468b2e474661b09b163e358c1d60). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1730.901027] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-236e45cc-8407-473b-99ef-5f3f5c3f45e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.909842] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 1f263cb1-15b3-4e8d-8cfa-dae622a1c186] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1730.913415] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Created folder: Project (79f3468b2e474661b09b163e358c1d60) in parent group-v374919. [ 1730.913625] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Creating folder: Instances. Parent ref: group-v375141. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1730.914066] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ee4a077-4658-4eb0-9ffa-9a6a7f5f3428 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.925135] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Created folder: Instances in parent group-v375141. [ 1730.925484] env[62312]: DEBUG oslo.service.loopingcall [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.925695] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1730.926216] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06a37e14-4654-4aee-b77c-4cfaf4808ffc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.942458] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c7908d5-b3fb-48c6-9f2b-c1d9ec8f6038 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.953629] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead771f7-ee1d-4886-99da-11d7d5c8c476 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.963841] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1730.963841] env[62312]: value = "task-1810113" [ 1730.963841] env[62312]: _type = "Task" [ 1730.963841] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.973468] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810113, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.987110] env[62312]: DEBUG nova.compute.manager [req-863c56e7-573a-4b7b-b952-0408e8008d7f req-cd3153dc-740c-4bfd-84e2-680120c56e7e service nova] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Detach interface failed, port_id=32fc31d8-7cba-45a7-a005-a8f8681a683b, reason: Instance 80d50a46-a596-4914-b779-d11d04371d87 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1731.054617] env[62312]: DEBUG oslo_vmware.api [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Task: {'id': task-1810109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159449} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.054871] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.055060] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.055251] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.055417] env[62312]: INFO nova.compute.manager [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1731.055651] env[62312]: DEBUG oslo.service.loopingcall [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.055837] env[62312]: DEBUG nova.compute.manager [-] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.055924] env[62312]: DEBUG nova.network.neutron [-] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.060226] env[62312]: DEBUG nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.074250] env[62312]: DEBUG nova.compute.manager [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Received event network-changed-50525cc8-dda9-464d-b0ff-c2964a4825e7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1731.074375] env[62312]: DEBUG nova.compute.manager [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Refreshing instance network info cache due to event network-changed-50525cc8-dda9-464d-b0ff-c2964a4825e7. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1731.074543] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] Acquiring lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.074728] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] Acquired lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.074866] env[62312]: DEBUG nova.network.neutron [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Refreshing network info cache for port 50525cc8-dda9-464d-b0ff-c2964a4825e7 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.096467] env[62312]: DEBUG oslo_concurrency.lockutils [None req-01c2e0a5-195e-4f4d-bdf4-5192271ee6c9 tempest-ServerGroupTestJSON-876447554 tempest-ServerGroupTestJSON-876447554-project-member] Lock "bb659759-87c9-4b00-9703-e0067d9278c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.900s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.125363] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.231694] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5208c57e-9aa5-11dc-743f-fd1305fd0aab, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.233192] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4950d6e3-b9c6-4f7c-a294-dd876bd07714 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.240643] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1731.240643] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527b60a2-5e50-45a0-c9e9-f6b66a10934b" [ 1731.240643] env[62312]: _type = "Task" [ 1731.240643] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.255840] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527b60a2-5e50-45a0-c9e9-f6b66a10934b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.269855] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.269855] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.269855] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleting the datastore file [datastore1] bfe099bd-e2e3-4db6-9c4f-226703a6732a {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.270166] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6463ba6e-0a85-4884-a774-65589b2781ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.279530] env[62312]: DEBUG oslo_vmware.api [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1731.279530] env[62312]: value = "task-1810114" [ 1731.279530] env[62312]: _type = "Task" [ 1731.279530] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.290276] env[62312]: DEBUG oslo_vmware.api [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.361271] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810106, 'name': Rename_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.415311] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 88838791-2153-498b-8048-7891a84aa8be] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1731.452241] env[62312]: DEBUG nova.compute.manager [req-9021053b-0e8e-4400-831b-bccf43d3b5c8 req-cfe2cd89-7e92-4ba0-9d07-12b99113b743 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Received event network-vif-deleted-a8add1b4-0b38-427a-b8d9-a3a410282fd9 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1731.452524] env[62312]: INFO nova.compute.manager [req-9021053b-0e8e-4400-831b-bccf43d3b5c8 req-cfe2cd89-7e92-4ba0-9d07-12b99113b743 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Neutron deleted interface a8add1b4-0b38-427a-b8d9-a3a410282fd9; detaching it from the instance and deleting it from the info cache [ 1731.452716] env[62312]: DEBUG nova.network.neutron [req-9021053b-0e8e-4400-831b-bccf43d3b5c8 req-cfe2cd89-7e92-4ba0-9d07-12b99113b743 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.480204] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810113, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.587306] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.752706] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527b60a2-5e50-45a0-c9e9-f6b66a10934b, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.753564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.753896] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 673a85ca-6362-4a87-b47c-775bac3371bf/673a85ca-6362-4a87-b47c-775bac3371bf.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1731.754353] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fc1e176-d2b9-4f0e-8071-0a4e558f266b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.764981] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1731.764981] env[62312]: value = "task-1810115" [ 1731.764981] env[62312]: _type = "Task" [ 1731.764981] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.773452] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.789240] env[62312]: DEBUG oslo_vmware.api [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306416} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.792217] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.792469] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.792683] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.792865] env[62312]: INFO nova.compute.manager [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1731.793142] env[62312]: DEBUG oslo.service.loopingcall [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.794371] env[62312]: DEBUG nova.compute.manager [-] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.794371] env[62312]: DEBUG nova.network.neutron [-] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.866262] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810106, 'name': Rename_Task, 'duration_secs': 1.034031} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.868986] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.869744] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9c23e9-6f80-4c03-9b2c-c687e05ed35b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.877745] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1731.877745] env[62312]: value = "task-1810116" [ 1731.877745] env[62312]: _type = "Task" [ 1731.877745] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.887566] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.891452] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8566e59e-0de3-4b85-a7e5-b9559f782735 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.899813] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a110a-ad3b-4e6a-ab7b-23de80a36351 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.936012] env[62312]: DEBUG nova.network.neutron [-] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.937519] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 02e74b78-0911-4478-9b9e-45ecc07a935e] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1731.948632] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f95be-00ca-4959-be71-a381853da486 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.959313] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaa80d92-e4c5-48a8-a988-7c03ef10c5c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.961208] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f4b49f-baeb-4419-8a06-6d9b57f3d4b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.984093] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e04016-de59-4271-8dd7-fad6c9486407 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.995999] env[62312]: DEBUG nova.compute.provider_tree [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.003307] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810113, 'name': CreateVM_Task, 'duration_secs': 0.582069} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.004507] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1732.005294] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.005501] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.005836] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1732.006129] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee09b480-7e79-4490-aa9d-a7207747b3d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.013428] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1732.013428] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5258a326-39c0-61ba-fdd1-de3dfe716447" [ 1732.013428] env[62312]: _type = "Task" [ 1732.013428] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.030409] env[62312]: DEBUG nova.compute.manager [req-9021053b-0e8e-4400-831b-bccf43d3b5c8 req-cfe2cd89-7e92-4ba0-9d07-12b99113b743 service nova] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Detach interface failed, port_id=a8add1b4-0b38-427a-b8d9-a3a410282fd9, reason: Instance 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1732.040025] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5258a326-39c0-61ba-fdd1-de3dfe716447, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.040025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.040025] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1732.040025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.040025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.040025] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1732.040025] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45871b31-a89b-415b-917d-feaea12047c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.049999] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1732.051129] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1732.051129] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11cfa76f-21c2-460b-92ea-ca8ff75cc8c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.059370] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1732.059370] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523fb7ee-a6f3-7ed0-ee57-92545a0ccce9" [ 1732.059370] env[62312]: _type = "Task" [ 1732.059370] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.070030] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523fb7ee-a6f3-7ed0-ee57-92545a0ccce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.275118] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.357195] env[62312]: DEBUG nova.network.neutron [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Updated VIF entry in instance network info cache for port 50525cc8-dda9-464d-b0ff-c2964a4825e7. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.357567] env[62312]: DEBUG nova.network.neutron [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Updating instance_info_cache with network_info: [{"id": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "address": "fa:16:3e:08:91:45", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50525cc8-dd", "ovs_interfaceid": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.388395] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810116, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.445264] env[62312]: INFO nova.compute.manager [-] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Took 1.39 seconds to deallocate network for instance. [ 1732.449619] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 3740794c-c7a8-4325-9234-0fe4f83cc465] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1732.505483] env[62312]: DEBUG nova.scheduler.client.report [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.572026] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523fb7ee-a6f3-7ed0-ee57-92545a0ccce9, 'name': SearchDatastore_Task, 'duration_secs': 0.061495} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.572026] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af50977-9899-4b39-a1c5-f122e7075bf8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.578245] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1732.578245] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52492695-d8bc-97bc-74cb-67e3cc44427d" [ 1732.578245] env[62312]: _type = "Task" [ 1732.578245] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.587871] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52492695-d8bc-97bc-74cb-67e3cc44427d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.596161] env[62312]: DEBUG nova.network.neutron [-] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.775603] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635009} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.775876] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 673a85ca-6362-4a87-b47c-775bac3371bf/673a85ca-6362-4a87-b47c-775bac3371bf.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.776107] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.776390] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd00ebd0-5825-4236-9f66-af3df5de2295 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.784548] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1732.784548] env[62312]: value = "task-1810117" [ 1732.784548] env[62312]: _type = "Task" [ 1732.784548] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.793606] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.860835] env[62312]: DEBUG oslo_concurrency.lockutils [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] Releasing lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.861149] env[62312]: DEBUG nova.compute.manager [req-a0fa1197-f33e-4871-b8e6-63fffeafe8dd req-05c2abbe-91d9-4fbc-99a2-9486f777a1e0 service nova] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Received event network-vif-deleted-26b078b0-896c-488a-8c64-4fb1beb7e2b1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1732.889036] env[62312]: DEBUG oslo_vmware.api [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810116, 'name': PowerOnVM_Task, 'duration_secs': 0.551952} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.889323] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.889534] env[62312]: INFO nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1732.889709] env[62312]: DEBUG nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.890500] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2980e36-64fb-42cc-b815-4a5d2bc8ba4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.955501] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 626daee0-ec18-4366-af6a-6b07708dedb1] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1732.958196] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.983777] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea363415-b145-4f6d-9e83-05f36e4b68f4 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.984087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea363415-b145-4f6d-9e83-05f36e4b68f4 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.984463] env[62312]: DEBUG nova.objects.instance [None req-ea363415-b145-4f6d-9e83-05f36e4b68f4 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'flavor' on Instance uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.010461] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.010950] env[62312]: DEBUG nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.015055] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.470s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.015328] env[62312]: DEBUG nova.objects.instance [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lazy-loading 'resources' on Instance uuid 80d50a46-a596-4914-b779-d11d04371d87 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.091165] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52492695-d8bc-97bc-74cb-67e3cc44427d, 'name': SearchDatastore_Task, 'duration_secs': 0.038122} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.091217] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.091669] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/0480661e-17e1-4dd8-8187-83ad2588d41e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1733.091912] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b6691e-6f4b-4bda-a2cf-2b27378d83ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.098241] env[62312]: INFO nova.compute.manager [-] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Took 1.30 seconds to deallocate network for instance. [ 1733.101241] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1733.101241] env[62312]: value = "task-1810118" [ 1733.101241] env[62312]: _type = "Task" [ 1733.101241] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.105847] env[62312]: DEBUG nova.compute.manager [req-ea2f0dbb-f8b8-40c6-8274-87030c7a0df9 req-5c580182-a701-454f-904b-67afef0bf8e8 service nova] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Received event network-vif-deleted-1f73e9ba-edaa-4021-8a8a-3b687efe3b29 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1733.116357] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.295496] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104152} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.295763] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1733.296581] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a49b45d-6962-43d7-9f9d-0688090ff030 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.321070] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 673a85ca-6362-4a87-b47c-775bac3371bf/673a85ca-6362-4a87-b47c-775bac3371bf.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.321427] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bf297f-57b8-42c8-a249-169aa260cf70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.347426] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1733.347426] env[62312]: value = "task-1810119" [ 1733.347426] env[62312]: _type = "Task" [ 1733.347426] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.357027] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.417079] env[62312]: INFO nova.compute.manager [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Took 24.88 seconds to build instance. [ 1733.461085] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 978f946b-172a-48d4-b9de-ee19dd0d1224] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1733.488571] env[62312]: DEBUG nova.objects.instance [None req-ea363415-b145-4f6d-9e83-05f36e4b68f4 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.516833] env[62312]: DEBUG nova.compute.utils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.520491] env[62312]: DEBUG nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Not allocating networking since 'none' was specified. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1733.614424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.621202] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443131} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.621667] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/0480661e-17e1-4dd8-8187-83ad2588d41e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1733.622384] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1733.625330] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fd106b3-7728-49d6-a2bc-76ed1c4a19bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.634513] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1733.634513] env[62312]: value = "task-1810120" [ 1733.634513] env[62312]: _type = "Task" [ 1733.634513] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.650337] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.809339] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877edd8-89be-4f11-83b0-130f58f970b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.817782] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a0e32-7600-4b3b-a7e6-439c1e799f39 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.853286] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde8755-1542-4bbd-a1ce-046e015da6bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.864068] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f522e33-1dfb-4762-b9db-9b43016a8619 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.868428] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.883969] env[62312]: DEBUG nova.compute.provider_tree [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.922285] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f1e19e69-7d26-43eb-918d-63aef32ca479 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.392s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.965126] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 75d8232c-3dee-48f6-8abd-60581f4abd44] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1733.991603] env[62312]: DEBUG nova.objects.base [None req-ea363415-b145-4f6d-9e83-05f36e4b68f4 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Object Instance<2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d> lazy-loaded attributes: flavor,pci_requests {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1733.991831] env[62312]: DEBUG nova.network.neutron [None req-ea363415-b145-4f6d-9e83-05f36e4b68f4 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.026556] env[62312]: DEBUG nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1734.131393] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea363415-b145-4f6d-9e83-05f36e4b68f4 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.147s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.146109] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073463} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.146646] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1734.147881] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d04c58-2eb2-433f-a5ec-11d2636a1f0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.174522] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/0480661e-17e1-4dd8-8187-83ad2588d41e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.176164] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8efcb1a-ddbd-4d0a-9aad-fa3a7841a582 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.198955] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1734.198955] env[62312]: value = "task-1810121" [ 1734.198955] env[62312]: _type = "Task" [ 1734.198955] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.207304] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.363267] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810119, 'name': ReconfigVM_Task, 'duration_secs': 0.717274} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.363267] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 673a85ca-6362-4a87-b47c-775bac3371bf/673a85ca-6362-4a87-b47c-775bac3371bf.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.363267] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d78e391-9a2e-4b95-8e7c-da0a61b3426a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.370631] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1734.370631] env[62312]: value = "task-1810122" [ 1734.370631] env[62312]: _type = "Task" [ 1734.370631] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.379764] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810122, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.390880] env[62312]: DEBUG nova.scheduler.client.report [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.469888] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b60445df-57f7-45aa-9aa5-b3282ac6e4e0] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1734.711040] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810121, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.880567] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810122, 'name': Rename_Task, 'duration_secs': 0.378521} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.880844] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.881106] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35793cef-10b2-4532-a217-fbfafdd2c632 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.888122] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1734.888122] env[62312]: value = "task-1810123" [ 1734.888122] env[62312]: _type = "Task" [ 1734.888122] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.897051] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.899612] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.900382] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.775s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.900496] env[62312]: DEBUG nova.objects.instance [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'resources' on Instance uuid 5a34e4ab-96a0-4342-8d93-80f5f1df6d63 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.919335] env[62312]: INFO nova.scheduler.client.report [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted allocations for instance 80d50a46-a596-4914-b779-d11d04371d87 [ 1734.974417] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 35979957-c1a5-4250-a16d-0eb2907da195] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1735.037200] env[62312]: DEBUG nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1735.062251] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1735.062524] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.062679] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1735.062860] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.063016] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1735.063197] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1735.063465] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1735.063665] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1735.063847] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1735.064016] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1735.064197] env[62312]: DEBUG nova.virt.hardware [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1735.065100] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc314b8-4ff9-46f0-a954-976ad05357c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.074202] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4b3f3f-1afb-4d74-962f-a76b37490ac3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.089880] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1735.095411] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Creating folder: Project (832e86586ccf40e095d3c5cb08be6a8b). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1735.095720] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71015bcc-9341-4dbd-89c5-1f887c520db2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.108604] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Created folder: Project (832e86586ccf40e095d3c5cb08be6a8b) in parent group-v374919. [ 1735.108807] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Creating folder: Instances. Parent ref: group-v375144. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1735.109114] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac666f85-4f75-42cd-9d5b-6f407e243b05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.120654] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Created folder: Instances in parent group-v375144. [ 1735.120877] env[62312]: DEBUG oslo.service.loopingcall [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.121102] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1735.121321] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3731e1b4-842b-477d-8bbe-4125654c23b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.141387] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1735.141387] env[62312]: value = "task-1810126" [ 1735.141387] env[62312]: _type = "Task" [ 1735.141387] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.152633] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810126, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.210803] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810121, 'name': ReconfigVM_Task, 'duration_secs': 0.552683} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.211100] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/0480661e-17e1-4dd8-8187-83ad2588d41e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.211742] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7187d296-25b7-460f-b6d4-4c2fd05acac9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.219437] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1735.219437] env[62312]: value = "task-1810127" [ 1735.219437] env[62312]: _type = "Task" [ 1735.219437] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.228045] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810127, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.398565] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.425566] env[62312]: DEBUG nova.compute.manager [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1735.431131] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92ce064e-d65c-4c6a-a4c7-9b00bc301529 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "80d50a46-a596-4914-b779-d11d04371d87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.538s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.478215] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 3d6b91bf-2ac9-4b6b-80fc-065268b9ed22] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1735.652444] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810126, 'name': CreateVM_Task, 'duration_secs': 0.401197} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.654924] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.655552] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.655716] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.656883] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.656883] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad62eef-d634-40cf-bb52-1b7ee0b233c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.661753] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1735.661753] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52883360-9db2-5d0b-8300-9065b148c878" [ 1735.661753] env[62312]: _type = "Task" [ 1735.661753] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.674532] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52883360-9db2-5d0b-8300-9065b148c878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.692609] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff6199-bf13-4725-8203-405069c698bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.700458] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3676052-0bd2-4229-928b-3047804bf28a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.735947] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6180343-fa97-429e-bb95-fa2750c2256f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.747459] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810127, 'name': Rename_Task, 'duration_secs': 0.16776} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.747885] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1735.749049] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1719b726-e019-46cf-83e3-1dcb454cbba7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.753019] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b8b86d-dac8-4e38-9bdd-56befc69db41 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.766369] env[62312]: DEBUG nova.compute.provider_tree [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.769180] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1735.769180] env[62312]: value = "task-1810128" [ 1735.769180] env[62312]: _type = "Task" [ 1735.769180] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.781683] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810128, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.898573] env[62312]: DEBUG oslo_vmware.api [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810123, 'name': PowerOnVM_Task, 'duration_secs': 0.654617} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.898869] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.899174] env[62312]: INFO nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1735.899413] env[62312]: DEBUG nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.900798] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf7595-6208-47fe-b333-552a481664ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.946507] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.982537] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 0a5926ae-9200-4b62-86f0-3efea856792e] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1736.061093] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.061434] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.061772] env[62312]: DEBUG nova.objects.instance [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'flavor' on Instance uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.177619] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52883360-9db2-5d0b-8300-9065b148c878, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.178209] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.178502] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1736.178806] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.178958] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.179171] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1736.179775] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c758c9b-86f1-43cd-bcc8-2f895e672131 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.193209] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1736.193455] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1736.194203] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8978dbd8-79b2-4bdd-a15b-0dab40c084e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.202255] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1736.202255] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529ec15d-de7a-37dd-589f-3de9737c469e" [ 1736.202255] env[62312]: _type = "Task" [ 1736.202255] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.211441] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529ec15d-de7a-37dd-589f-3de9737c469e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.274047] env[62312]: DEBUG nova.scheduler.client.report [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.284202] env[62312]: DEBUG oslo_vmware.api [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810128, 'name': PowerOnVM_Task, 'duration_secs': 0.449673} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.284499] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.284694] env[62312]: INFO nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1736.284870] env[62312]: DEBUG nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.285656] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912796f8-3e3b-43bc-9b6d-a4bae8350ce2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.419063] env[62312]: INFO nova.compute.manager [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Took 22.53 seconds to build instance. [ 1736.485452] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 0ea6eea2-4690-47d5-a489-d0d4773fc8b9] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1736.627566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "129ecd09-4957-4442-835e-81d3f6ec9ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.627869] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.628102] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "129ecd09-4957-4442-835e-81d3f6ec9ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.628310] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.628482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.631619] env[62312]: INFO nova.compute.manager [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Terminating instance [ 1736.652950] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "12ace124-f662-421e-95e4-1ed22d3506ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.653191] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "12ace124-f662-421e-95e4-1ed22d3506ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.681489] env[62312]: DEBUG nova.objects.instance [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.713031] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529ec15d-de7a-37dd-589f-3de9737c469e, 'name': SearchDatastore_Task, 'duration_secs': 0.015168} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.713810] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc3b06b-1a0e-4ccb-8ae0-5f83a9ae4ce5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.719777] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1736.719777] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523e8ca8-5b03-4494-f626-9442012e1ded" [ 1736.719777] env[62312]: _type = "Task" [ 1736.719777] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.728137] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523e8ca8-5b03-4494-f626-9442012e1ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.780020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.783256] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.196s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.785221] env[62312]: INFO nova.compute.claims [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.801096] env[62312]: INFO nova.scheduler.client.report [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted allocations for instance 5a34e4ab-96a0-4342-8d93-80f5f1df6d63 [ 1736.805364] env[62312]: INFO nova.compute.manager [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Took 19.86 seconds to build instance. [ 1736.921193] env[62312]: DEBUG oslo_concurrency.lockutils [None req-85efb7cc-812e-46da-b1bc-9b5f378cc9a7 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "673a85ca-6362-4a87-b47c-775bac3371bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.043s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.988880] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: bcf8cd94-b380-41e6-8792-df66a2954952] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1737.135011] env[62312]: DEBUG nova.compute.manager [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.135286] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.136199] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6686aed5-ed00-4e44-907c-e81eb59dde45 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.145038] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.145282] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a470f815-dce7-496b-b996-a7c8db26da0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.153366] env[62312]: DEBUG oslo_vmware.api [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1737.153366] env[62312]: value = "task-1810129" [ 1737.153366] env[62312]: _type = "Task" [ 1737.153366] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.156661] env[62312]: DEBUG nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.165880] env[62312]: DEBUG oslo_vmware.api [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1810129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.185387] env[62312]: DEBUG nova.objects.base [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Object Instance<2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d> lazy-loaded attributes: flavor,pci_requests {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1737.185737] env[62312]: DEBUG nova.network.neutron [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.231163] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523e8ca8-5b03-4494-f626-9442012e1ded, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.231446] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.231775] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1737.232053] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b54b89de-8f2e-4a61-b9d7-b615d6bb62f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.239565] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1737.239565] env[62312]: value = "task-1810130" [ 1737.239565] env[62312]: _type = "Task" [ 1737.239565] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.247584] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.250880] env[62312]: DEBUG nova.policy [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.310657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-124f6c52-38fc-46d5-8466-f3ae79adbb59 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "5a34e4ab-96a0-4342-8d93-80f5f1df6d63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.144s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.311865] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a6f196c-97cd-46bb-9cd9-e44ac2a8f877 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.380s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.492357] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: f641da2b-bf8b-46c6-bdff-52d7bcdc1ad1] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1737.549291] env[62312]: INFO nova.compute.manager [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Rescuing [ 1737.549682] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.549826] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.550062] env[62312]: DEBUG nova.network.neutron [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.648990] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.649360] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.669902] env[62312]: DEBUG oslo_vmware.api [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1810129, 'name': PowerOffVM_Task, 'duration_secs': 0.237572} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.672922] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.673425] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.675708] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b7c576d-67b4-434e-8b4b-5764c14d3b67 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.689113] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.693823] env[62312]: DEBUG nova.network.neutron [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Successfully created port: cfc0fe5c-7b70-4a2d-901c-bb6494321b2a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.750431] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457416} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.751147] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.751147] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.751344] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b9caa2-128d-44a2-b2e3-37e65ff7beef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.761697] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1737.761697] env[62312]: value = "task-1810132" [ 1737.761697] env[62312]: _type = "Task" [ 1737.761697] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.771551] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.811093] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.811339] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.811521] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Deleting the datastore file [datastore1] 129ecd09-4957-4442-835e-81d3f6ec9ffd {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.811797] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495d2bd0-af7e-48a6-93fc-ccdba57c5f4f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.820573] env[62312]: DEBUG oslo_vmware.api [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for the task: (returnval){ [ 1737.820573] env[62312]: value = "task-1810133" [ 1737.820573] env[62312]: _type = "Task" [ 1737.820573] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.832324] env[62312]: DEBUG oslo_vmware.api [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1810133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.997583] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 87b3796c-2192-41de-a367-a40dec742c47] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1738.116251] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ee1f0a-2e00-4aab-a1eb-7c39f80c4926 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.124280] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557f156-3aaa-4c08-ae9f-340a8cfb25ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.156712] env[62312]: DEBUG nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.163850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a814e-5903-4f7d-9539-8a8983edd009 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.174888] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaefe9c2-8fbe-4a22-8e7f-fb874d174fc4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.198016] env[62312]: DEBUG nova.compute.provider_tree [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.277193] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211853} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.277861] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1738.278628] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba1b67-b858-44e4-ae7f-ebc7203f9c00 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.303376] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.303809] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad388ff-1ee7-4cec-b199-64b69108b8e1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.331481] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1738.331481] env[62312]: value = "task-1810134" [ 1738.331481] env[62312]: _type = "Task" [ 1738.331481] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.342779] env[62312]: DEBUG oslo_vmware.api [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Task: {'id': task-1810133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148686} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.349618] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.350255] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.350255] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.350542] env[62312]: INFO nova.compute.manager [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1738.350834] env[62312]: DEBUG oslo.service.loopingcall [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.351071] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.351351] env[62312]: DEBUG nova.compute.manager [-] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.352121] env[62312]: DEBUG nova.network.neutron [-] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.373978] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.374256] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.479898] env[62312]: DEBUG nova.network.neutron [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Updating instance_info_cache with network_info: [{"id": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "address": "fa:16:3e:08:91:45", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50525cc8-dd", "ovs_interfaceid": "50525cc8-dda9-464d-b0ff-c2964a4825e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.501385] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 66448535-e73a-4cf2-bc6f-f12e656ff3f1] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1738.683552] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.718048] env[62312]: ERROR nova.scheduler.client.report [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [req-6b890d24-e56f-4a56-bda2-4bf7a7793971] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b890d24-e56f-4a56-bda2-4bf7a7793971"}]} [ 1738.733905] env[62312]: DEBUG nova.scheduler.client.report [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1738.747446] env[62312]: DEBUG nova.scheduler.client.report [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1738.747683] env[62312]: DEBUG nova.compute.provider_tree [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.759569] env[62312]: DEBUG nova.scheduler.client.report [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1738.777895] env[62312]: DEBUG nova.scheduler.client.report [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1738.842321] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.868240] env[62312]: DEBUG nova.compute.manager [req-86e506ef-2e97-4522-beac-c117cd7d1f0e req-b988dcbf-f5f1-4e33-aec7-e927611694f0 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Received event network-vif-deleted-3ec4789c-dcd7-4491-b559-5693d50cc7f8 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1738.868490] env[62312]: INFO nova.compute.manager [req-86e506ef-2e97-4522-beac-c117cd7d1f0e req-b988dcbf-f5f1-4e33-aec7-e927611694f0 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Neutron deleted interface 3ec4789c-dcd7-4491-b559-5693d50cc7f8; detaching it from the instance and deleting it from the info cache [ 1738.868699] env[62312]: DEBUG nova.network.neutron [req-86e506ef-2e97-4522-beac-c117cd7d1f0e req-b988dcbf-f5f1-4e33-aec7-e927611694f0 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.876998] env[62312]: DEBUG nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.983673] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "refresh_cache-0480661e-17e1-4dd8-8187-83ad2588d41e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.004790] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ff6920f6-d7f0-47db-af2b-7896c496fe32] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1739.129287] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19c34d2-de90-45d5-9a67-b0e0222eaff4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.137737] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d506ac-d6f6-440f-b8fc-e950cec5fd19 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.171916] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbbdb73-3cdb-4b04-ae98-d2c63c02d4b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.181043] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bfc4d8-3b4b-4f25-9d0e-cfdc67439d71 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.195672] env[62312]: DEBUG nova.compute.provider_tree [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.309599] env[62312]: DEBUG nova.network.neutron [-] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.343722] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810134, 'name': ReconfigVM_Task, 'duration_secs': 0.773159} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.343722] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1739.343855] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4a9d7b0-51a9-4589-b2bb-d4a29dd0e830 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.352352] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1739.352352] env[62312]: value = "task-1810135" [ 1739.352352] env[62312]: _type = "Task" [ 1739.352352] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.362499] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810135, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.374306] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b496707-a814-4018-9d65-c6c99d8f0fed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.390448] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd3ba5e-f9fe-4b9c-ae50-df94b99eff57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.417603] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.432351] env[62312]: DEBUG nova.compute.manager [req-86e506ef-2e97-4522-beac-c117cd7d1f0e req-b988dcbf-f5f1-4e33-aec7-e927611694f0 service nova] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Detach interface failed, port_id=3ec4789c-dcd7-4491-b559-5693d50cc7f8, reason: Instance 129ecd09-4957-4442-835e-81d3f6ec9ffd could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1739.435655] env[62312]: DEBUG nova.network.neutron [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Successfully updated port: cfc0fe5c-7b70-4a2d-901c-bb6494321b2a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.510313] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5b69dca5-4cf6-41ea-8dcc-3cb1515a22f9] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1739.726951] env[62312]: DEBUG nova.scheduler.client.report [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1739.727261] env[62312]: DEBUG nova.compute.provider_tree [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 125 to 126 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1739.727570] env[62312]: DEBUG nova.compute.provider_tree [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.812342] env[62312]: INFO nova.compute.manager [-] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Took 1.46 seconds to deallocate network for instance. [ 1739.862336] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810135, 'name': Rename_Task, 'duration_secs': 0.419732} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.862628] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1739.862893] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3cb12da-36fa-4a40-9bf2-3cfce2c43003 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.870599] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1739.870599] env[62312]: value = "task-1810136" [ 1739.870599] env[62312]: _type = "Task" [ 1739.870599] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.878967] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.939179] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.939179] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.939179] env[62312]: DEBUG nova.network.neutron [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.014237] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: bb4f1b26-bf1a-49d9-98f9-73a58ebb23d5] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1740.232878] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.450s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.233435] env[62312]: DEBUG nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.236349] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.278s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.236600] env[62312]: DEBUG nova.objects.instance [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lazy-loading 'resources' on Instance uuid 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.318625] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.384176] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.473153] env[62312]: WARNING nova.network.neutron [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] b70120ee-a589-49ad-bcba-bd20382996f3 already exists in list: networks containing: ['b70120ee-a589-49ad-bcba-bd20382996f3']. ignoring it [ 1740.519834] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: cc768a9e-0d11-49e0-8762-35dcaaf929fb] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1740.528423] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.528728] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-711a17d9-dc98-42be-8df6-a3cb2b4d449f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.537611] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1740.537611] env[62312]: value = "task-1810137" [ 1740.537611] env[62312]: _type = "Task" [ 1740.537611] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.549207] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.740519] env[62312]: DEBUG nova.compute.utils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.746142] env[62312]: DEBUG nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.746142] env[62312]: DEBUG nova.network.neutron [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.846230] env[62312]: DEBUG nova.policy [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb6890f4d9d4485d8e6d148115feef90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b417246863f447c682d42e2644ac2f8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.884550] env[62312]: DEBUG oslo_vmware.api [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810136, 'name': PowerOnVM_Task, 'duration_secs': 0.818101} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.884550] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1740.884550] env[62312]: INFO nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1740.884550] env[62312]: DEBUG nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.885085] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74049bf-4299-42e3-945b-2da745239ff2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.980220] env[62312]: DEBUG oslo_concurrency.lockutils [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.980929] env[62312]: DEBUG oslo_concurrency.lockutils [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.024735] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 18199893-4be7-41c8-b5a7-319a6c1da49f] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1741.052016] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810137, 'name': PowerOffVM_Task, 'duration_secs': 0.197987} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.053642] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.054475] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc78a08-b498-45c7-837b-6e1d4523b49d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.057442] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4aa760-8651-4c7f-af61-6b3eee931b31 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.083051] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e537c2d3-3f57-4fc8-b5c5-665269ee5c82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.087880] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffd6d2d-6c4b-488d-bda2-ef0bc30d5023 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.132312] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb72f3-6ecb-4ea7-983b-f39180202e2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.141340] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.142585] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dd70de-86d8-4959-8522-170dd19e7d74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.146544] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d935e666-72dd-4d78-8d45-6f7d822f7a88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.159982] env[62312]: DEBUG nova.compute.provider_tree [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.161528] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1741.161528] env[62312]: value = "task-1810138" [ 1741.161528] env[62312]: _type = "Task" [ 1741.161528] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.171102] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1741.171317] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.171559] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.171698] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.171870] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.172365] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81a09967-1d54-4d43-8a23-f93588f4e1da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.184175] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.184175] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.184175] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6031a469-3a6d-4e31-a18a-95daa2afcbc6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.188342] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1741.188342] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52712daf-242c-7e92-52fe-356e0cbccc8f" [ 1741.188342] env[62312]: _type = "Task" [ 1741.188342] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.193623] env[62312]: DEBUG nova.network.neutron [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "address": "fa:16:3e:e2:67:40", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc0fe5c-7b", "ovs_interfaceid": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.197602] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52712daf-242c-7e92-52fe-356e0cbccc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.231303] env[62312]: DEBUG nova.network.neutron [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Successfully created port: b3dff404-766a-4687-950a-01dfbc9b4dbd {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.246220] env[62312]: DEBUG nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.404631] env[62312]: INFO nova.compute.manager [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Took 16.97 seconds to build instance. [ 1741.484391] env[62312]: DEBUG nova.compute.utils [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.528106] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a84a6c96-9625-4f81-8781-09ee831d8bfe] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1741.663103] env[62312]: DEBUG nova.scheduler.client.report [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.699484] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.700094] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.700255] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.700512] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52712daf-242c-7e92-52fe-356e0cbccc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.701219] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca8d101-ab30-4ee5-a1e5-78280cabf82c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.704164] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef86a8c2-d265-49b1-8754-a6bd3e033353 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.710242] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1741.710242] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52503165-3ce1-e8dd-0da1-fc046fc53f92" [ 1741.710242] env[62312]: _type = "Task" [ 1741.710242] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.721729] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.721958] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.722152] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.722370] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.722561] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.722721] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.722928] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.723102] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.723320] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.723491] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.723662] env[62312]: DEBUG nova.virt.hardware [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.729875] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfiguring VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1741.732971] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b12c90-5d98-4b67-9d5d-c40d9eed9857 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.756036] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52503165-3ce1-e8dd-0da1-fc046fc53f92, 'name': SearchDatastore_Task, 'duration_secs': 0.022968} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.757887] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.757991] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. {{(pid=62312) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1741.758232] env[62312]: DEBUG oslo_vmware.api [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1741.758232] env[62312]: value = "task-1810139" [ 1741.758232] env[62312]: _type = "Task" [ 1741.758232] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.758614] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7858d71a-4447-4356-8129-2da8be648555 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.770120] env[62312]: DEBUG oslo_vmware.api [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810139, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.770784] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1741.770784] env[62312]: value = "task-1810140" [ 1741.770784] env[62312]: _type = "Task" [ 1741.770784] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.778668] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.906540] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d6f730bc-72e4-469d-b4de-15a65b09b53d tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.484s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.987386] env[62312]: DEBUG oslo_concurrency.lockutils [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.032073] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 4e1d43ea-cd82-4a68-80c6-71d698ceb992] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1742.168591] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.171182] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.558s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.171432] env[62312]: DEBUG nova.objects.instance [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lazy-loading 'resources' on Instance uuid bfe099bd-e2e3-4db6-9c4f-226703a6732a {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.193134] env[62312]: INFO nova.scheduler.client.report [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Deleted allocations for instance 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4 [ 1742.259998] env[62312]: DEBUG nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.271860] env[62312]: DEBUG oslo_vmware.api [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.281377] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410995} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.281654] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. [ 1742.282430] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03793dd4-b71d-4fc0-a936-74fd0e4a41ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.287333] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.287682] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.287869] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.288081] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.288231] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.288382] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.288589] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.288745] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.288908] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.289078] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.289252] env[62312]: DEBUG nova.virt.hardware [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.289958] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c222c-ac8f-4f5d-a54c-c184565b1afa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.312391] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.313064] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846d7fc8-791e-41af-b9b4-f98c2cabad1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.329481] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b7ccf-74ff-407f-9feb-f71be0c737f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.334840] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1742.334840] env[62312]: value = "task-1810141" [ 1742.334840] env[62312]: _type = "Task" [ 1742.334840] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.350115] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.536292] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b20cb8cb-b813-40b3-8c78-bb413b702339] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1742.701124] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b3fc0f6a-6f6f-49bb-ab77-807764ce8491 tempest-InstanceActionsTestJSON-1520849811 tempest-InstanceActionsTestJSON-1520849811-project-member] Lock "2eadd86e-0dca-4e9d-805c-0f2f6beb41d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.393s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.772713] env[62312]: DEBUG oslo_vmware.api [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810139, 'name': ReconfigVM_Task, 'duration_secs': 0.960467} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.773240] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.773484] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfigured VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1742.837707] env[62312]: DEBUG nova.network.neutron [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Successfully updated port: b3dff404-766a-4687-950a-01dfbc9b4dbd {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.857164] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810141, 'name': ReconfigVM_Task, 'duration_secs': 0.369561} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.857164] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.857164] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c480e9d4-607f-4f16-8da8-6029dd182e25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.886454] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b91657-55c2-4844-9450-26975f3f0a27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.897532] env[62312]: DEBUG nova.compute.manager [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-vif-plugged-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1742.897743] env[62312]: DEBUG oslo_concurrency.lockutils [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.898250] env[62312]: DEBUG oslo_concurrency.lockutils [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.898428] env[62312]: DEBUG oslo_concurrency.lockutils [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.898599] env[62312]: DEBUG nova.compute.manager [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] No waiting events found dispatching network-vif-plugged-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.898762] env[62312]: WARNING nova.compute.manager [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received unexpected event network-vif-plugged-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a for instance with vm_state active and task_state None. [ 1742.898921] env[62312]: DEBUG nova.compute.manager [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-changed-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1742.899080] env[62312]: DEBUG nova.compute.manager [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing instance network info cache due to event network-changed-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1742.899294] env[62312]: DEBUG oslo_concurrency.lockutils [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.899434] env[62312]: DEBUG oslo_concurrency.lockutils [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.899589] env[62312]: DEBUG nova.network.neutron [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing network info cache for port cfc0fe5c-7b70-4a2d-901c-bb6494321b2a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.910432] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1742.910432] env[62312]: value = "task-1810142" [ 1742.910432] env[62312]: _type = "Task" [ 1742.910432] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.924707] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.031584] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e52c7f4-18ed-40b4-884b-2e526a59e603 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.040208] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: f7e472f7-c8d5-4ff6-9642-a2ebb7fb0d54] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1743.043566] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67f724-d4d8-44a1-b734-121fbde5dca5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.049918] env[62312]: DEBUG oslo_concurrency.lockutils [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.050252] env[62312]: DEBUG oslo_concurrency.lockutils [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.050579] env[62312]: INFO nova.compute.manager [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Attaching volume cf587f57-c5ae-4937-848d-3d08d82394d4 to /dev/sdb [ 1743.085956] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d735e-e3b8-4f6d-9754-1c41255ad058 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.095380] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48af47f-ffd6-4b78-a33c-d8125de6a9cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.111061] env[62312]: DEBUG nova.compute.provider_tree [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.119521] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14766f2-083e-4df1-96fe-35fc3a9021e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.127682] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ca981-8b95-4553-b7fd-c64d5ae910e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.143025] env[62312]: DEBUG nova.virt.block_device [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating existing volume attachment record: 1aa22736-0c0f-448e-9b38-6a6ce670ea73 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1743.278356] env[62312]: DEBUG oslo_concurrency.lockutils [None req-bff28578-8239-4fe8-9d9e-3f31285a39bb tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.217s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.346776] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "refresh_cache-095ac676-a048-40c5-a077-99dadcb7c6d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.346980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "refresh_cache-095ac676-a048-40c5-a077-99dadcb7c6d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.347162] env[62312]: DEBUG nova.network.neutron [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.426351] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810142, 'name': ReconfigVM_Task, 'duration_secs': 0.16585} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.426846] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.427249] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e80216-e3c6-4ec7-8d39-a76a07c4b28e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.436217] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1743.436217] env[62312]: value = "task-1810144" [ 1743.436217] env[62312]: _type = "Task" [ 1743.436217] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.449454] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.549760] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: f30fde15-74e1-4602-9a3a-1531c2f1b925] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1743.614354] env[62312]: DEBUG nova.scheduler.client.report [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.683658] env[62312]: DEBUG nova.network.neutron [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updated VIF entry in instance network info cache for port cfc0fe5c-7b70-4a2d-901c-bb6494321b2a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.684135] env[62312]: DEBUG nova.network.neutron [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "address": "fa:16:3e:e2:67:40", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc0fe5c-7b", "ovs_interfaceid": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.893147] env[62312]: DEBUG nova.network.neutron [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.949298] env[62312]: DEBUG oslo_vmware.api [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810144, 'name': PowerOnVM_Task, 'duration_secs': 0.429098} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.949627] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1743.956623] env[62312]: DEBUG nova.compute.manager [None req-35f9d028-c756-438f-8106-3b001ac40fdc tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.957664] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f8f9a7-6b58-4ecc-9071-c96d76d49d83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.053920] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 602f4c47-5428-41df-bc84-9b903a03d3c6] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1744.065093] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.065406] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.065569] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.065847] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.066021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.068341] env[62312]: INFO nova.compute.manager [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Terminating instance [ 1744.124023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.124023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.177s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.133348] env[62312]: DEBUG nova.network.neutron [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Updating instance_info_cache with network_info: [{"id": "b3dff404-766a-4687-950a-01dfbc9b4dbd", "address": "fa:16:3e:bf:e1:98", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dff404-76", "ovs_interfaceid": "b3dff404-766a-4687-950a-01dfbc9b4dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.157199] env[62312]: INFO nova.scheduler.client.report [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted allocations for instance bfe099bd-e2e3-4db6-9c4f-226703a6732a [ 1744.187390] env[62312]: DEBUG oslo_concurrency.lockutils [req-098f737c-b85d-4b9b-9744-4179ae492dd5 req-55b233ee-609a-4dbd-87c9-603cfe6c56c1 service nova] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.561229] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 9cd6d08a-2810-4377-a731-c0dd895580b7] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1744.572779] env[62312]: DEBUG nova.compute.manager [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.572982] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.573927] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2da78-3bd8-4650-96f1-f1a2d75d6183 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.583121] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.583629] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773d01a2-7084-4b30-a3b0-4ec0cf572de2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.591742] env[62312]: DEBUG oslo_vmware.api [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1744.591742] env[62312]: value = "task-1810147" [ 1744.591742] env[62312]: _type = "Task" [ 1744.591742] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.601741] env[62312]: DEBUG oslo_vmware.api [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1810147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.632285] env[62312]: INFO nova.compute.claims [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.637020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "refresh_cache-095ac676-a048-40c5-a077-99dadcb7c6d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.637708] env[62312]: DEBUG nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Instance network_info: |[{"id": "b3dff404-766a-4687-950a-01dfbc9b4dbd", "address": "fa:16:3e:bf:e1:98", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dff404-76", "ovs_interfaceid": "b3dff404-766a-4687-950a-01dfbc9b4dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.639118] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e1:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3dff404-766a-4687-950a-01dfbc9b4dbd', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.649986] env[62312]: DEBUG oslo.service.loopingcall [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.650622] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.650991] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2443ad1-ad82-46d9-8ec9-ed7999e2f309 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.674366] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4f407586-e07c-4170-9793-8d2398340067 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "bfe099bd-e2e3-4db6-9c4f-226703a6732a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.866s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.686119] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.686119] env[62312]: value = "task-1810148" [ 1744.686119] env[62312]: _type = "Task" [ 1744.686119] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.692256] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810148, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.735574] env[62312]: INFO nova.compute.manager [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Rebuilding instance [ 1744.788774] env[62312]: DEBUG nova.compute.manager [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.789973] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ddba9a-b8f9-4657-9905-bf737642213c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.065678] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 610060b3-65e4-410a-8073-5f07f3e0539c] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1745.105928] env[62312]: DEBUG oslo_vmware.api [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1810147, 'name': PowerOffVM_Task, 'duration_secs': 0.378455} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.106206] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.106381] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.106656] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02db9c95-84de-4663-9716-f0561fae0bab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.140966] env[62312]: INFO nova.compute.resource_tracker [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating resource usage from migration 0b4037d3-18fc-421e-8bb3-208354b80942 [ 1745.197429] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810148, 'name': CreateVM_Task, 'duration_secs': 0.407161} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.197429] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.197889] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.198063] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.198834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.199083] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5478114-da87-4eee-8c3e-9561173b89b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.208854] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1745.208854] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528d13e6-77e9-65a4-e080-da19463b60e5" [ 1745.208854] env[62312]: _type = "Task" [ 1745.208854] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.217075] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.217350] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.217456] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Deleting the datastore file [datastore1] 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.220091] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf338c2e-389e-495f-b160-77100a2181ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.225967] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528d13e6-77e9-65a4-e080-da19463b60e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014609} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.226863] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.226863] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.229098] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.229148] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.229422] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.229697] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4182babc-7308-4c69-8150-220cf92a050f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.232761] env[62312]: DEBUG oslo_vmware.api [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for the task: (returnval){ [ 1745.232761] env[62312]: value = "task-1810150" [ 1745.232761] env[62312]: _type = "Task" [ 1745.232761] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.239443] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.239745] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.243962] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b66c42b-b87e-44a8-98d3-ef07d9060585 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.246473] env[62312]: DEBUG nova.compute.manager [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.246749] env[62312]: INFO nova.compute.manager [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Rebuilding instance [ 1745.248617] env[62312]: DEBUG oslo_vmware.api [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1810150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.251941] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edd1be-3bde-45cb-9587-80a8bae75f08 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.260071] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1745.260071] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5279a699-743e-4622-6c84-8fedbb388482" [ 1745.260071] env[62312]: _type = "Task" [ 1745.260071] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.277575] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5279a699-743e-4622-6c84-8fedbb388482, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.279917] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07cf9eb-9b02-43b2-af85-5d881813c179 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.283730] env[62312]: DEBUG nova.compute.manager [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Received event network-vif-plugged-b3dff404-766a-4687-950a-01dfbc9b4dbd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1745.283893] env[62312]: DEBUG oslo_concurrency.lockutils [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] Acquiring lock "095ac676-a048-40c5-a077-99dadcb7c6d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.284214] env[62312]: DEBUG oslo_concurrency.lockutils [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.284785] env[62312]: DEBUG oslo_concurrency.lockutils [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.284785] env[62312]: DEBUG nova.compute.manager [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] No waiting events found dispatching network-vif-plugged-b3dff404-766a-4687-950a-01dfbc9b4dbd {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.284953] env[62312]: WARNING nova.compute.manager [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Received unexpected event network-vif-plugged-b3dff404-766a-4687-950a-01dfbc9b4dbd for instance with vm_state building and task_state spawning. [ 1745.285189] env[62312]: DEBUG nova.compute.manager [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Received event network-changed-b3dff404-766a-4687-950a-01dfbc9b4dbd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1745.285361] env[62312]: DEBUG nova.compute.manager [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Refreshing instance network info cache due to event network-changed-b3dff404-766a-4687-950a-01dfbc9b4dbd. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1745.285601] env[62312]: DEBUG oslo_concurrency.lockutils [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] Acquiring lock "refresh_cache-095ac676-a048-40c5-a077-99dadcb7c6d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.285761] env[62312]: DEBUG oslo_concurrency.lockutils [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] Acquired lock "refresh_cache-095ac676-a048-40c5-a077-99dadcb7c6d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.286455] env[62312]: DEBUG nova.network.neutron [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Refreshing network info cache for port b3dff404-766a-4687-950a-01dfbc9b4dbd {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.299093] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1745.299093] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e87f67-8cbf-0557-d018-5d0876ee0dcc" [ 1745.299093] env[62312]: _type = "Task" [ 1745.299093] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.321508] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e87f67-8cbf-0557-d018-5d0876ee0dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.322223] env[62312]: DEBUG nova.compute.manager [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.322336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.322474] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 095ac676-a048-40c5-a077-99dadcb7c6d3/095ac676-a048-40c5-a077-99dadcb7c6d3.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.323351] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb29126-0750-415c-bcf3-3de53aa0c869 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.326333] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10339b40-a5b1-4721-8008-d04629921120 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.337658] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1745.337658] env[62312]: value = "task-1810151" [ 1745.337658] env[62312]: _type = "Task" [ 1745.337658] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.349110] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.536636] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e3641c-eced-4838-92ab-cd6e5180d447 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.546444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475fc039-0ca9-46d0-a101-b77e493d42c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.579706] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: fe8200b4-0acd-4664-9b3d-b775ab421bd1] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1745.582689] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721d4a94-09e7-467b-ae28-aaae73f860f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.593162] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eebe5f5-886f-4983-97ea-03e854d28454 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.613058] env[62312]: DEBUG nova.compute.provider_tree [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1745.744385] env[62312]: DEBUG oslo_vmware.api [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Task: {'id': task-1810150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222238} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.746332] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.746332] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.746332] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.746332] env[62312]: INFO nova.compute.manager [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1745.746332] env[62312]: DEBUG oslo.service.loopingcall [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.746332] env[62312]: DEBUG nova.compute.manager [-] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.746332] env[62312]: DEBUG nova.network.neutron [-] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.767998] env[62312]: INFO nova.compute.manager [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] instance snapshotting [ 1745.769876] env[62312]: DEBUG nova.objects.instance [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'flavor' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.810153] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.810596] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1279c8be-d11d-4450-a831-83bdf7d72569 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.819609] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1745.819609] env[62312]: value = "task-1810153" [ 1745.819609] env[62312]: _type = "Task" [ 1745.819609] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.829043] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.850375] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478886} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.851238] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 095ac676-a048-40c5-a077-99dadcb7c6d3/095ac676-a048-40c5-a077-99dadcb7c6d3.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.851487] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.851781] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d47e2a30-8468-4cd0-8e42-67c5be2cdc27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.860190] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1745.860190] env[62312]: value = "task-1810154" [ 1745.860190] env[62312]: _type = "Task" [ 1745.860190] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.871315] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.083734] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 8e5909af-780c-4256-99ce-30e0824b4106] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1746.101731] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-c8b75c16-9bc2-4b41-980a-55010511a21e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.101731] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-c8b75c16-9bc2-4b41-980a-55010511a21e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.102014] env[62312]: DEBUG nova.objects.instance [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'flavor' on Instance uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.141307] env[62312]: ERROR nova.scheduler.client.report [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [req-9bdea2ff-621c-422a-9a06-7f8dac1a0172] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9bdea2ff-621c-422a-9a06-7f8dac1a0172"}]} [ 1746.170011] env[62312]: DEBUG nova.scheduler.client.report [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1746.172392] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.172619] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.193527] env[62312]: DEBUG nova.scheduler.client.report [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1746.193753] env[62312]: DEBUG nova.compute.provider_tree [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1746.208505] env[62312]: DEBUG nova.scheduler.client.report [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1746.271850] env[62312]: DEBUG nova.network.neutron [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Updated VIF entry in instance network info cache for port b3dff404-766a-4687-950a-01dfbc9b4dbd. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.272372] env[62312]: DEBUG nova.network.neutron [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Updating instance_info_cache with network_info: [{"id": "b3dff404-766a-4687-950a-01dfbc9b4dbd", "address": "fa:16:3e:bf:e1:98", "network": {"id": "e3ce60e9-566f-4888-96f9-15ca5e200f5b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1951006063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b417246863f447c682d42e2644ac2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dff404-76", "ovs_interfaceid": "b3dff404-766a-4687-950a-01dfbc9b4dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.278211] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05879eed-af15-4008-8cbd-0788a4b03ec7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.307465] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c0e81-69ff-47a7-8706-14b1ef519c76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.334238] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810153, 'name': PowerOffVM_Task, 'duration_secs': 0.26749} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.334238] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.334238] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.334238] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce604574-3a63-4882-a932-62741e44c3a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.344474] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1746.344936] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.345935] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f87822e-a2df-4cc1-a559-a012aa264ddd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.347152] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef22f81d-5451-49d0-82a0-668db5d46dc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.355424] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1746.355424] env[62312]: value = "task-1810156" [ 1746.355424] env[62312]: _type = "Task" [ 1746.355424] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.369682] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.376126] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108446} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.377599] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.378541] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a1ce3-90b0-412f-9b64-415026b92739 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.384144] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1746.384388] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1746.384683] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Deleting the datastore file [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1746.385423] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1adcaf6d-5803-40cc-a890-1de462d17c24 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.411498] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 095ac676-a048-40c5-a077-99dadcb7c6d3/095ac676-a048-40c5-a077-99dadcb7c6d3.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.413722] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ab3fac-dd14-4d24-a160-53e27c0716b4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.429581] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1746.429581] env[62312]: value = "task-1810157" [ 1746.429581] env[62312]: _type = "Task" [ 1746.429581] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.430722] env[62312]: DEBUG nova.scheduler.client.report [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1746.440802] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1746.440802] env[62312]: value = "task-1810158" [ 1746.440802] env[62312]: _type = "Task" [ 1746.440802] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.444162] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.452908] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.587762] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 71093dbe-03a9-4ca1-b352-f55bb6cddfe7] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1746.675138] env[62312]: DEBUG nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1746.771173] env[62312]: DEBUG nova.objects.instance [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.779085] env[62312]: DEBUG oslo_concurrency.lockutils [req-5096833a-d62d-4629-a5c2-18f42bf0c743 req-cf8cc05c-caf3-443b-80ae-b454e15a03d3 service nova] Releasing lock "refresh_cache-095ac676-a048-40c5-a077-99dadcb7c6d3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.802494] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d5f221-f41d-4e32-a49b-669793913215 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.812640] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9191429-987e-4831-88c6-52782e96e084 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.820847] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1746.847415] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ad1f697-1392-4abc-abe8-118fde45cd6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.850952] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d06ef5-988a-494d-ba7a-3d82800a075d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.862474] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1746.862474] env[62312]: value = "task-1810159" [ 1746.862474] env[62312]: _type = "Task" [ 1746.862474] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.864391] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588e58e9-6ef2-4d00-95d5-dbe7d03fbef7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.875452] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810156, 'name': PowerOffVM_Task, 'duration_secs': 0.472587} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.876125] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.876858] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.877470] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35542b7f-282f-4ab2-b0ea-8dcd462a46f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.887344] env[62312]: DEBUG nova.compute.provider_tree [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.891969] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.898808] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1746.898808] env[62312]: value = "task-1810160" [ 1746.898808] env[62312]: _type = "Task" [ 1746.898808] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.910619] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1746.911122] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1746.911448] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375085', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'name': 'volume-f249fc33-3a97-4386-908c-5908ffbcff2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'serial': 'f249fc33-3a97-4386-908c-5908ffbcff2d'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1746.912368] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7c0ac-1254-4a83-88a4-62348d4eca0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.932271] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9371f7-258e-4ee4-9f74-bd8cf074b5fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.943881] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107724} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.945800] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.946404] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.946404] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.952870] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e2a4a1-b6e3-4777-8e7e-1c14a4c158b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.961915] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810158, 'name': ReconfigVM_Task, 'duration_secs': 0.299216} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.977469] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 095ac676-a048-40c5-a077-99dadcb7c6d3/095ac676-a048-40c5-a077-99dadcb7c6d3.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.978309] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-065c3312-5c73-4b9f-b69a-3e22e99188e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.980588] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4c3568-2bab-4524-b5fb-fb17d4f4cf75 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.998868] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] The volume has not been displaced from its original location: [datastore1] volume-f249fc33-3a97-4386-908c-5908ffbcff2d/volume-f249fc33-3a97-4386-908c-5908ffbcff2d.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1747.004673] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1747.007224] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee21001-eb39-436c-a868-b3edbf4e45ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.020129] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1747.020129] env[62312]: value = "task-1810161" [ 1747.020129] env[62312]: _type = "Task" [ 1747.020129] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.026675] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1747.026675] env[62312]: value = "task-1810162" [ 1747.026675] env[62312]: _type = "Task" [ 1747.026675] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.034239] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810161, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.040431] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.091439] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5a15a643-95a4-4885-b410-9df67ddf1b1c] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1747.149139] env[62312]: DEBUG nova.network.neutron [-] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.208346] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.276185] env[62312]: DEBUG nova.objects.base [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Object Instance<2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d> lazy-loaded attributes: flavor,pci_requests {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1747.276185] env[62312]: DEBUG nova.network.neutron [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1747.355206] env[62312]: DEBUG nova.policy [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1747.380444] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.394904] env[62312]: DEBUG nova.scheduler.client.report [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.534690] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810161, 'name': Rename_Task, 'duration_secs': 0.161815} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.535201] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.537156] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce1e90f9-226d-44f5-b72e-6f301659a1c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.540221] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810162, 'name': ReconfigVM_Task, 'duration_secs': 0.224583} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.540914] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1747.547103] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a872b5-a32e-4e76-95d1-4bd50876588d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.558201] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1747.558201] env[62312]: value = "task-1810163" [ 1747.558201] env[62312]: _type = "Task" [ 1747.558201] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.565739] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1747.565739] env[62312]: value = "task-1810164" [ 1747.565739] env[62312]: _type = "Task" [ 1747.565739] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.574114] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810163, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.575700] env[62312]: DEBUG nova.compute.manager [req-73c9ae1d-d399-4b2b-b9b8-784aee81e253 req-abfb1d50-bed1-4736-9b5b-a2fb4910894b service nova] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Received event network-vif-deleted-99fab786-328c-4f50-8263-ad07dcb88523 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1747.589789] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.594906] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 4a4872eb-4451-4de0-a3ad-604595924ad9] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1747.652326] env[62312]: INFO nova.compute.manager [-] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Took 1.91 seconds to deallocate network for instance. [ 1747.879743] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.899812] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.776s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.900020] env[62312]: INFO nova.compute.manager [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Migrating [ 1747.907966] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.219s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.909652] env[62312]: INFO nova.compute.claims [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1747.993729] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.994054] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.994373] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.994494] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.994675] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.994874] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.995195] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.995394] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.995594] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.995793] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.996021] env[62312]: DEBUG nova.virt.hardware [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.996981] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e09e803-460f-4ca3-9b6b-530529d8dceb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.006300] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff52c57-c2f7-41e9-916c-82a50225798c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.021947] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.028475] env[62312]: DEBUG oslo.service.loopingcall [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.028802] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.029041] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d3fa95-0773-4dd7-81ba-fbde2ca3b696 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.049611] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.049611] env[62312]: value = "task-1810165" [ 1748.049611] env[62312]: _type = "Task" [ 1748.049611] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.059491] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810165, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.068824] env[62312]: DEBUG oslo_vmware.api [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810163, 'name': PowerOnVM_Task, 'duration_secs': 0.475835} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.069123] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.069329] env[62312]: INFO nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1748.069502] env[62312]: DEBUG nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.070318] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b4ed98-2cb4-4f1b-b9e7-de1394e89f1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.083145] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810164, 'name': ReconfigVM_Task, 'duration_secs': 0.150135} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.085914] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375085', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'name': 'volume-f249fc33-3a97-4386-908c-5908ffbcff2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f249fc33-3a97-4386-908c-5908ffbcff2d', 'serial': 'f249fc33-3a97-4386-908c-5908ffbcff2d'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1748.086190] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1748.087209] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f565b-899a-4fae-93c7-f3856214e3db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.097013] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.097329] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b24cbe18-9c95-4352-9c2b-383af3e06a58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.099252] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: c13205db-c3b6-4014-ba7e-340f800bdec0] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1748.158968] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.188727] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1748.188986] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375148', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'name': 'volume-cf587f57-c5ae-4937-848d-3d08d82394d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0044e695-c79f-4e66-9130-38bfac354e8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'serial': 'cf587f57-c5ae-4937-848d-3d08d82394d4'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1748.189863] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d353fc2c-c0de-4492-ad8b-73e59e724f9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.211300] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1376b04b-106b-4b7e-931d-2c80ad42f53f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.239987] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-cf587f57-c5ae-4937-848d-3d08d82394d4/volume-cf587f57-c5ae-4937-848d-3d08d82394d4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.240385] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853ce5a2-de81-4bd9-9c59-f68664aba9cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.262009] env[62312]: DEBUG oslo_vmware.api [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1748.262009] env[62312]: value = "task-1810167" [ 1748.262009] env[62312]: _type = "Task" [ 1748.262009] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.272442] env[62312]: DEBUG oslo_vmware.api [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.376623] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.376994] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.377314] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Deleting the datastore file [datastore1] 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.379255] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-936d2848-54f6-452b-908c-3da3b3a9e824 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.385756] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810159, 'name': CreateSnapshot_Task, 'duration_secs': 1.070825} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.386590] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1748.387540] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f65328-1505-4d1f-a80e-72a8e6c1a603 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.391856] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for the task: (returnval){ [ 1748.391856] env[62312]: value = "task-1810168" [ 1748.391856] env[62312]: _type = "Task" [ 1748.391856] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.406774] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.420605] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.420785] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.420957] env[62312]: DEBUG nova.network.neutron [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.560157] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810165, 'name': CreateVM_Task, 'duration_secs': 0.383823} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.561014] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.561014] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.561014] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.561294] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.561549] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb83efe-01b0-4112-ad3c-973c1580af06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.567818] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1748.567818] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f36d2f-aa3f-8c17-7ae9-fe3e33ceb2f8" [ 1748.567818] env[62312]: _type = "Task" [ 1748.567818] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.579931] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f36d2f-aa3f-8c17-7ae9-fe3e33ceb2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.596370] env[62312]: INFO nova.compute.manager [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Took 17.03 seconds to build instance. [ 1748.602748] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b45a5aa0-2dce-4ca7-8ba6-ce18ba08f922] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1748.772575] env[62312]: DEBUG oslo_vmware.api [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.802807] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.803067] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.909541] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1748.913609] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b2feabc5-a6cb-48d4-b676-bf639637c519 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.917216] env[62312]: DEBUG oslo_vmware.api [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Task: {'id': task-1810168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103971} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.917216] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.917216] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.917216] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.934160] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1748.934160] env[62312]: value = "task-1810169" [ 1748.934160] env[62312]: _type = "Task" [ 1748.934160] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.944463] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810169, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.991803] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1748.996930] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fde326a9-7c71-4148-97fd-fe2df89df1be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.009678] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbcb452-2d93-402c-b8e7-b8d01cac7c60 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.050145] env[62312]: ERROR nova.compute.manager [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Failed to detach volume f249fc33-3a97-4386-908c-5908ffbcff2d from /dev/sda: nova.exception.InstanceNotFound: Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 could not be found. [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Traceback (most recent call last): [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self.driver.rebuild(**kwargs) [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] raise NotImplementedError() [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] NotImplementedError [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] During handling of the above exception, another exception occurred: [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Traceback (most recent call last): [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self.driver.detach_volume(context, old_connection_info, [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] return self._volumeops.detach_volume(connection_info, instance) [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self._detach_volume_vmdk(connection_info, instance) [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] stable_ref.fetch_moref(session) [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] nova.exception.InstanceNotFound: Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 could not be found. [ 1749.050145] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.088137] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f36d2f-aa3f-8c17-7ae9-fe3e33ceb2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014741} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.088137] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.088137] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.088137] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.088137] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.088137] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.088137] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-526d0767-d012-49f1-88c3-879aab175f0f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.098762] env[62312]: DEBUG oslo_concurrency.lockutils [None req-417fd387-fe91-49f5-b749-aedf501d519f tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.547s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.099044] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.099185] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.106072] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c60a50d-df21-4177-a822-f5ed8967e03f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.108641] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d8a25acf-2ebf-405d-8f1f-7efc38c0dc0b] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1749.115511] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1749.115511] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d42bfe-2f46-f5b3-306e-5978d39e03b0" [ 1749.115511] env[62312]: _type = "Task" [ 1749.115511] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.127712] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d42bfe-2f46-f5b3-306e-5978d39e03b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.202890] env[62312]: DEBUG nova.network.neutron [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Successfully updated port: c8b75c16-9bc2-4b41-980a-55010511a21e {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.273506] env[62312]: DEBUG nova.compute.utils [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Build of instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 aborted: Failed to rebuild volume backed instance. {{(pid=62312) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1749.280379] env[62312]: DEBUG oslo_vmware.api [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810167, 'name': ReconfigVM_Task, 'duration_secs': 0.71108} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.281429] env[62312]: ERROR nova.compute.manager [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 aborted: Failed to rebuild volume backed instance. [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Traceback (most recent call last): [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self.driver.rebuild(**kwargs) [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] raise NotImplementedError() [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] NotImplementedError [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] During handling of the above exception, another exception occurred: [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Traceback (most recent call last): [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self._detach_root_volume(context, instance, root_bdm) [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] with excutils.save_and_reraise_exception(): [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self.force_reraise() [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] raise self.value [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self.driver.detach_volume(context, old_connection_info, [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] return self._volumeops.detach_volume(connection_info, instance) [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self._detach_volume_vmdk(connection_info, instance) [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] stable_ref.fetch_moref(session) [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] nova.exception.InstanceNotFound: Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 could not be found. [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] During handling of the above exception, another exception occurred: [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Traceback (most recent call last): [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 11308, in _error_out_instance_on_exception [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] yield [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1749.281429] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self._do_rebuild_instance_with_claim( [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self._do_rebuild_instance( [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self._rebuild_default_impl(**kwargs) [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] self._rebuild_volume_backed_instance( [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] raise exception.BuildAbortException( [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] nova.exception.BuildAbortException: Build of instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 aborted: Failed to rebuild volume backed instance. [ 1749.283550] env[62312]: ERROR nova.compute.manager [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] [ 1749.286760] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-cf587f57-c5ae-4937-848d-3d08d82394d4/volume-cf587f57-c5ae-4937-848d-3d08d82394d4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.292831] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057aa652-54bf-4903-ae7c-67049b1185e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.305741] env[62312]: DEBUG nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1749.310339] env[62312]: DEBUG oslo_vmware.api [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1749.310339] env[62312]: value = "task-1810170" [ 1749.310339] env[62312]: _type = "Task" [ 1749.310339] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.323031] env[62312]: DEBUG oslo_vmware.api [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.337946] env[62312]: DEBUG nova.network.neutron [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance_info_cache with network_info: [{"id": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "address": "fa:16:3e:56:b8:b5", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape699d944-19", "ovs_interfaceid": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.373637] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695120b0-1915-4cc9-acfb-de455fcb1730 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.384989] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54227520-6427-44e0-9b1b-64ec22b42d17 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.421562] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e6721b-ff0c-42c2-88ee-d8aa6611c4aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.430974] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b2e39-d7d4-4828-aa7b-b7f7efe22beb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.451418] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810169, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.451918] env[62312]: DEBUG nova.compute.provider_tree [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.611564] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 3c27d92d-5072-4d12-aa5e-60336dad1c41] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1749.635424] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d42bfe-2f46-f5b3-306e-5978d39e03b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01423} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.635424] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8426babd-421a-46dd-a808-4fedb7cab67d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.643595] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1749.643595] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52489366-1f3a-dffe-c514-fba4ef94f62f" [ 1749.643595] env[62312]: _type = "Task" [ 1749.643595] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.654055] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52489366-1f3a-dffe-c514-fba4ef94f62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.707077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.707077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.707077] env[62312]: DEBUG nova.network.neutron [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.823573] env[62312]: DEBUG oslo_vmware.api [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810170, 'name': ReconfigVM_Task, 'duration_secs': 0.175683} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.824425] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.824724] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375148', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'name': 'volume-cf587f57-c5ae-4937-848d-3d08d82394d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0044e695-c79f-4e66-9130-38bfac354e8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'serial': 'cf587f57-c5ae-4937-848d-3d08d82394d4'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1749.845071] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.942682] env[62312]: DEBUG nova.compute.manager [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-vif-plugged-c8b75c16-9bc2-4b41-980a-55010511a21e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1749.942804] env[62312]: DEBUG oslo_concurrency.lockutils [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.943033] env[62312]: DEBUG oslo_concurrency.lockutils [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.943261] env[62312]: DEBUG oslo_concurrency.lockutils [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.943396] env[62312]: DEBUG nova.compute.manager [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] No waiting events found dispatching network-vif-plugged-c8b75c16-9bc2-4b41-980a-55010511a21e {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.943561] env[62312]: WARNING nova.compute.manager [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received unexpected event network-vif-plugged-c8b75c16-9bc2-4b41-980a-55010511a21e for instance with vm_state active and task_state None. [ 1749.943715] env[62312]: DEBUG nova.compute.manager [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-changed-c8b75c16-9bc2-4b41-980a-55010511a21e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1749.943864] env[62312]: DEBUG nova.compute.manager [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing instance network info cache due to event network-changed-c8b75c16-9bc2-4b41-980a-55010511a21e. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1749.944062] env[62312]: DEBUG oslo_concurrency.lockutils [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.948181] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810169, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.955241] env[62312]: DEBUG nova.scheduler.client.report [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.115553] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b960d026-6a8c-48f4-ab6c-164e08215425] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1750.161302] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52489366-1f3a-dffe-c514-fba4ef94f62f, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.161727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.161998] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.162426] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4eae796-b19e-47c9-a245-4d791915beeb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.172059] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1750.172059] env[62312]: value = "task-1810171" [ 1750.172059] env[62312]: _type = "Task" [ 1750.172059] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.183390] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.281029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.281029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.281029] env[62312]: DEBUG nova.compute.manager [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.281029] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c4e54-117a-498f-944d-557c524b9d55 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.289394] env[62312]: DEBUG nova.compute.manager [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1750.290341] env[62312]: DEBUG nova.objects.instance [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'flavor' on Instance uuid e65b633f-4471-4dc9-bba4-8201dd074453 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.400209] env[62312]: WARNING nova.network.neutron [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] b70120ee-a589-49ad-bcba-bd20382996f3 already exists in list: networks containing: ['b70120ee-a589-49ad-bcba-bd20382996f3']. ignoring it [ 1750.400209] env[62312]: WARNING nova.network.neutron [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] b70120ee-a589-49ad-bcba-bd20382996f3 already exists in list: networks containing: ['b70120ee-a589-49ad-bcba-bd20382996f3']. ignoring it [ 1750.449781] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810169, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.460550] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.461174] env[62312]: DEBUG nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.464340] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.781s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.466781] env[62312]: INFO nova.compute.claims [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.618537] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.618721] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances with incomplete migration {{(pid=62312) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1750.681974] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48812} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.684651] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.684886] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.685244] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e52914f-dfd4-457f-8fff-2691cf24118a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.696067] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1750.696067] env[62312]: value = "task-1810172" [ 1750.696067] env[62312]: _type = "Task" [ 1750.696067] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.706208] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.739032] env[62312]: DEBUG nova.compute.manager [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.739032] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94863b2e-1edf-44fa-a1ea-ea09794abf59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.872519] env[62312]: DEBUG nova.objects.instance [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lazy-loading 'flavor' on Instance uuid 0044e695-c79f-4e66-9130-38bfac354e8c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.948524] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810169, 'name': CloneVM_Task, 'duration_secs': 1.861821} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.948947] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Created linked-clone VM from snapshot [ 1750.949776] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c75a62f-d1a3-4428-9b0d-4bca02a9ad28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.959457] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Uploading image 5fc66eb1-52b0-4920-abc7-d7693ebf69a9 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1750.971242] env[62312]: DEBUG nova.compute.utils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.974422] env[62312]: DEBUG nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1750.974763] env[62312]: DEBUG nova.network.neutron [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.991961] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1750.991961] env[62312]: value = "vm-375152" [ 1750.991961] env[62312]: _type = "VirtualMachine" [ 1750.991961] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1750.992539] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1276a211-fef9-4f41-aa9b-7c5aab5012fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.002319] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease: (returnval){ [ 1751.002319] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52afccdd-cdcf-ec61-b211-f102f5edff79" [ 1751.002319] env[62312]: _type = "HttpNfcLease" [ 1751.002319] env[62312]: } obtained for exporting VM: (result){ [ 1751.002319] env[62312]: value = "vm-375152" [ 1751.002319] env[62312]: _type = "VirtualMachine" [ 1751.002319] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1751.002815] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the lease: (returnval){ [ 1751.002815] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52afccdd-cdcf-ec61-b211-f102f5edff79" [ 1751.002815] env[62312]: _type = "HttpNfcLease" [ 1751.002815] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1751.012084] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1751.012084] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52afccdd-cdcf-ec61-b211-f102f5edff79" [ 1751.012084] env[62312]: _type = "HttpNfcLease" [ 1751.012084] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1751.029367] env[62312]: DEBUG nova.network.neutron [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "address": "fa:16:3e:e2:67:40", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc0fe5c-7b", "ovs_interfaceid": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8b75c16-9bc2-4b41-980a-55010511a21e", "address": "fa:16:3e:30:85:48", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b75c16-9b", "ovs_interfaceid": "c8b75c16-9bc2-4b41-980a-55010511a21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.037499] env[62312]: DEBUG nova.policy [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4885da78d66a41d892786fbcfc4e9df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85be92bd11b40069aac273d21b9f151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.121023] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.207866] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076771} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.208047] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1751.208719] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8a348-f1e4-4a5d-8e82-bef0d2c61607 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.229664] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.229974] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7862a2d3-de77-4cc6-9629-f2fb5adc9e6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.251679] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1751.251679] env[62312]: value = "task-1810174" [ 1751.251679] env[62312]: _type = "Task" [ 1751.251679] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.257298] env[62312]: INFO nova.compute.manager [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] instance snapshotting [ 1751.262690] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.265603] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb4935-5b22-4356-966d-b3bc4d288582 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.286588] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53371e8a-f4f7-4a8c-9132-235c941048f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.299887] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.300827] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da4ed09b-21e6-4cb4-a6b3-f29d5538bade {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.303934] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.310300] env[62312]: DEBUG oslo_vmware.api [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1751.310300] env[62312]: value = "task-1810175" [ 1751.310300] env[62312]: _type = "Task" [ 1751.310300] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.323804] env[62312]: DEBUG oslo_vmware.api [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.341027] env[62312]: DEBUG nova.network.neutron [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Successfully created port: 4a454faf-8bc8-486d-90e7-3517fcca96fe {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.361725] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a9dee-82b3-44c1-8596-32ad72a5282d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.385554] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance '1b05748a-f12b-4704-a851-6cb2446f407c' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1751.389291] env[62312]: DEBUG oslo_concurrency.lockutils [None req-98636898-2224-43f8-bb38-504cdc87b3ea tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.339s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.478383] env[62312]: DEBUG nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.515151] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1751.515151] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52afccdd-cdcf-ec61-b211-f102f5edff79" [ 1751.515151] env[62312]: _type = "HttpNfcLease" [ 1751.515151] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1751.515457] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1751.515457] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52afccdd-cdcf-ec61-b211-f102f5edff79" [ 1751.515457] env[62312]: _type = "HttpNfcLease" [ 1751.515457] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1751.516230] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932fc04-b2cb-4ea8-b2c6-f0f25907833f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.526105] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52017036-4e0c-2b0d-c1ec-47e68898972c/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1751.526314] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52017036-4e0c-2b0d-c1ec-47e68898972c/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1751.585838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.586445] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.587083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.590360] env[62312]: DEBUG oslo_concurrency.lockutils [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.590555] env[62312]: DEBUG nova.network.neutron [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Refreshing network info cache for port c8b75c16-9bc2-4b41-980a-55010511a21e {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.592316] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a403559-1b89-44e6-ae87-9c5cd0ac904e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.613779] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1751.614062] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.614227] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1751.614407] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.614548] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1751.614690] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1751.614894] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1751.615061] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1751.615230] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1751.615392] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1751.615562] env[62312]: DEBUG nova.virt.hardware [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1751.622179] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfiguring VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1751.625540] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3978d2-8f15-4312-9b3d-923eaebb8063 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.646165] env[62312]: DEBUG oslo_vmware.api [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1751.646165] env[62312]: value = "task-1810176" [ 1751.646165] env[62312]: _type = "Task" [ 1751.646165] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.659808] env[62312]: DEBUG oslo_vmware.api [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810176, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.688988] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8397d9ef-ad46-4940-a614-f5ea30489779 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.764077] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.794260] env[62312]: INFO nova.compute.manager [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Rescuing [ 1751.794512] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.794657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.794816] env[62312]: DEBUG nova.network.neutron [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.801692] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1751.802060] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-586342dd-65d5-49b7-b4ce-f9264212db58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.812857] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1751.812857] env[62312]: value = "task-1810177" [ 1751.812857] env[62312]: _type = "Task" [ 1751.812857] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.829484] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.832155] env[62312]: DEBUG oslo_vmware.api [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810175, 'name': PowerOffVM_Task, 'duration_secs': 0.229611} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.832473] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.833786] env[62312]: DEBUG nova.compute.manager [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.834544] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7255e4-412a-4218-ace3-1edc6e560478 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.892552] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.893140] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59b6bf7-f3d0-4e68-bb4e-5f1d77a66825 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.902247] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1751.902247] env[62312]: value = "task-1810178" [ 1751.902247] env[62312]: _type = "Task" [ 1751.902247] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.914363] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.918885] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0680c21a-d330-4d9c-99bd-d816a36d8127 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.928374] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e06d2b-2a87-4f80-beb2-e83f881d7015 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.968096] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0663c7c-fead-4d4e-8486-8c3bebe1ef71 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.977979] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb70763b-8387-4994-8424-f99bd108abbc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.998198] env[62312]: DEBUG nova.compute.provider_tree [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.157885] env[62312]: DEBUG oslo_vmware.api [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.267562] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810174, 'name': ReconfigVM_Task, 'duration_secs': 0.681471} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.269313] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6/120ea27c-6a47-4be9-a07e-79111b54f1e6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.269313] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff6a06d-a581-466b-8863-879b7dd9bfac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.277144] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1752.277144] env[62312]: value = "task-1810179" [ 1752.277144] env[62312]: _type = "Task" [ 1752.277144] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.291303] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810179, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.328593] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.353567] env[62312]: DEBUG oslo_concurrency.lockutils [None req-46771504-0667-4e15-a6d3-ba85a2404fb6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.428019] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810178, 'name': PowerOffVM_Task, 'duration_secs': 0.190028} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.428019] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.428019] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance '1b05748a-f12b-4704-a851-6cb2446f407c' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1752.462200] env[62312]: DEBUG nova.network.neutron [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updated VIF entry in instance network info cache for port c8b75c16-9bc2-4b41-980a-55010511a21e. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.462902] env[62312]: DEBUG nova.network.neutron [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "address": "fa:16:3e:e2:67:40", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc0fe5c-7b", "ovs_interfaceid": "cfc0fe5c-7b70-4a2d-901c-bb6494321b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8b75c16-9bc2-4b41-980a-55010511a21e", "address": "fa:16:3e:30:85:48", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b75c16-9b", "ovs_interfaceid": "c8b75c16-9bc2-4b41-980a-55010511a21e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.503318] env[62312]: DEBUG nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.506141] env[62312]: DEBUG nova.scheduler.client.report [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.534528] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.534813] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.535061] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.535290] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.535451] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.535679] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.535877] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.536081] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.536375] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.536552] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.536786] env[62312]: DEBUG nova.virt.hardware [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.537996] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c0f21-fde8-429f-bde5-14ed70d17257 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.549249] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c02e6-e17c-4e74-9378-908749838e2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.629025] env[62312]: DEBUG nova.network.neutron [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.659626] env[62312]: DEBUG oslo_vmware.api [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810176, 'name': ReconfigVM_Task, 'duration_secs': 0.835086} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.660324] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.660560] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfigured VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1752.792814] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810179, 'name': Rename_Task, 'duration_secs': 0.269592} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.793407] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.793684] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fda4e1a-8f74-454d-a0b2-d19db8dd521b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.802900] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1752.802900] env[62312]: value = "task-1810180" [ 1752.802900] env[62312]: _type = "Task" [ 1752.802900] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.815567] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.829877] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810177, 'name': CreateSnapshot_Task, 'duration_secs': 0.944031} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.830281] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1752.831096] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e629335-25c0-45e5-960f-97766ef1f753 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.934357] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.934985] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.935567] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.935986] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.936101] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.936204] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.936747] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.937085] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.937364] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.937606] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.937809] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.943104] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f248b59c-d855-42cc-8cc8-ed81e04063ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.967065] env[62312]: DEBUG oslo_concurrency.lockutils [req-1833e2ff-8935-4dc2-8b07-41c7aa488356 req-59d66f4f-ca4b-4e52-8363-82b8b3e781ff service nova] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.967869] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1752.967869] env[62312]: value = "task-1810181" [ 1752.967869] env[62312]: _type = "Task" [ 1752.967869] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.979447] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.989138] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquiring lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.989531] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.989916] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquiring lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.990315] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.990576] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.993206] env[62312]: INFO nova.compute.manager [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Terminating instance [ 1753.012385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.013053] env[62312]: DEBUG nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.016428] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.599s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.018342] env[62312]: INFO nova.compute.claims [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.106567] env[62312]: DEBUG nova.objects.instance [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'flavor' on Instance uuid e65b633f-4471-4dc9-bba4-8201dd074453 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.128330] env[62312]: DEBUG nova.network.neutron [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Successfully updated port: 4a454faf-8bc8-486d-90e7-3517fcca96fe {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.131773] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.166117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-087f7785-1121-48fd-983f-168d8a25d104 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-c8b75c16-9bc2-4b41-980a-55010511a21e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.063s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.314935] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810180, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.357315] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1753.357647] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f85b90f-3932-48f7-9c09-a1957925c1bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.367559] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1753.367559] env[62312]: value = "task-1810182" [ 1753.367559] env[62312]: _type = "Task" [ 1753.367559] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.377707] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810182, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.478226] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810181, 'name': ReconfigVM_Task, 'duration_secs': 0.229575} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.478850] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance '1b05748a-f12b-4704-a851-6cb2446f407c' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1753.484947] env[62312]: DEBUG nova.compute.manager [req-6029ef06-cb69-4c6e-947b-3be53c100594 req-2ddcc316-1a92-4b81-948c-6529d1c81b05 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Received event network-vif-plugged-4a454faf-8bc8-486d-90e7-3517fcca96fe {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1753.485141] env[62312]: DEBUG oslo_concurrency.lockutils [req-6029ef06-cb69-4c6e-947b-3be53c100594 req-2ddcc316-1a92-4b81-948c-6529d1c81b05 service nova] Acquiring lock "12ace124-f662-421e-95e4-1ed22d3506ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.485559] env[62312]: DEBUG oslo_concurrency.lockutils [req-6029ef06-cb69-4c6e-947b-3be53c100594 req-2ddcc316-1a92-4b81-948c-6529d1c81b05 service nova] Lock "12ace124-f662-421e-95e4-1ed22d3506ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.485659] env[62312]: DEBUG oslo_concurrency.lockutils [req-6029ef06-cb69-4c6e-947b-3be53c100594 req-2ddcc316-1a92-4b81-948c-6529d1c81b05 service nova] Lock "12ace124-f662-421e-95e4-1ed22d3506ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.485865] env[62312]: DEBUG nova.compute.manager [req-6029ef06-cb69-4c6e-947b-3be53c100594 req-2ddcc316-1a92-4b81-948c-6529d1c81b05 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] No waiting events found dispatching network-vif-plugged-4a454faf-8bc8-486d-90e7-3517fcca96fe {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.486253] env[62312]: WARNING nova.compute.manager [req-6029ef06-cb69-4c6e-947b-3be53c100594 req-2ddcc316-1a92-4b81-948c-6529d1c81b05 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Received unexpected event network-vif-plugged-4a454faf-8bc8-486d-90e7-3517fcca96fe for instance with vm_state building and task_state spawning. [ 1753.497827] env[62312]: DEBUG nova.compute.manager [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.498504] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fde69cd-774c-4c44-b9cf-06642e1fa18a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.509802] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9d3029-c728-4f7e-868f-81bd7fe73666 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.524269] env[62312]: DEBUG nova.compute.utils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.529502] env[62312]: DEBUG nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1753.529702] env[62312]: DEBUG nova.network.neutron [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.563196] env[62312]: WARNING nova.virt.vmwareapi.driver [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 could not be found. [ 1753.563577] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.564500] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a8740f-da63-4224-9910-c4fb513c29a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.574506] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c900396d-0b7c-4042-803e-7c7192d523c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.612984] env[62312]: WARNING nova.virt.vmwareapi.vmops [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 could not be found. [ 1753.613733] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1753.613733] env[62312]: INFO nova.compute.manager [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1753.614145] env[62312]: DEBUG oslo.service.loopingcall [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.615028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.615028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.615179] env[62312]: DEBUG nova.network.neutron [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.615360] env[62312]: DEBUG nova.objects.instance [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'info_cache' on Instance uuid e65b633f-4471-4dc9-bba4-8201dd074453 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.616649] env[62312]: DEBUG nova.compute.manager [-] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1753.616649] env[62312]: DEBUG nova.network.neutron [-] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1753.630518] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "refresh_cache-12ace124-f662-421e-95e4-1ed22d3506ba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.630841] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "refresh_cache-12ace124-f662-421e-95e4-1ed22d3506ba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.630841] env[62312]: DEBUG nova.network.neutron [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.637358] env[62312]: DEBUG nova.policy [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3f55820d801427ba86c54a1d8fc6242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd06b6438a3a74937b272cc3716b8719b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1753.814379] env[62312]: DEBUG oslo_vmware.api [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810180, 'name': PowerOnVM_Task, 'duration_secs': 0.979869} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.814949] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.815334] env[62312]: DEBUG nova.compute.manager [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.816370] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e8b6eb-bfe2-42b9-a33a-e7f9fbfcce69 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.883190] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810182, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.986306] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.986882] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.987567] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.988220] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.988759] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.990136] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.994057] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.994057] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.994057] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.994057] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.994057] env[62312]: DEBUG nova.virt.hardware [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.997949] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1753.998670] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82aed003-56c4-4a1d-bc6f-47e010c965d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.014503] env[62312]: DEBUG nova.network.neutron [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Successfully created port: 5cb0e690-64cb-4d9d-a718-7d05483eb4a7 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.027026] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1754.027026] env[62312]: value = "task-1810183" [ 1754.027026] env[62312]: _type = "Task" [ 1754.027026] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.033211] env[62312]: DEBUG nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.041156] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.120583] env[62312]: DEBUG nova.objects.base [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1754.210974] env[62312]: DEBUG nova.network.neutron [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.323191] env[62312]: DEBUG nova.compute.manager [req-e1a5d6ad-84ce-4b74-8722-04131ff6fb2d req-f7dceb9b-45e6-4722-9a20-c476bce2be76 service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Received event network-vif-deleted-8c598ef1-888b-4f66-afca-35cf96a43e57 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1754.323421] env[62312]: INFO nova.compute.manager [req-e1a5d6ad-84ce-4b74-8722-04131ff6fb2d req-f7dceb9b-45e6-4722-9a20-c476bce2be76 service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Neutron deleted interface 8c598ef1-888b-4f66-afca-35cf96a43e57; detaching it from the instance and deleting it from the info cache [ 1754.323628] env[62312]: DEBUG nova.network.neutron [req-e1a5d6ad-84ce-4b74-8722-04131ff6fb2d req-f7dceb9b-45e6-4722-9a20-c476bce2be76 service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.338174] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.381428] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810182, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.428538] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c6a70-4b02-4626-8e37-2f2a18522321 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.440571] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c22ef25-f114-474e-a605-a0561eec975b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.487185] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68963723-f724-4bf3-9bed-0004cf2870b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.497878] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c755e8-e73a-467f-a308-e68cba54831b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.519751] env[62312]: DEBUG nova.compute.provider_tree [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.539992] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810183, 'name': ReconfigVM_Task, 'duration_secs': 0.208522} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.540651] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1754.542044] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e395cb-560a-4543-b58c-a3bc5cf7dc7e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.582692] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1b05748a-f12b-4704-a851-6cb2446f407c/1b05748a-f12b-4704-a851-6cb2446f407c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.585516] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d69adf-b1a8-4149-bb1b-5709a7bca4dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.608469] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1754.608469] env[62312]: value = "task-1810184" [ 1754.608469] env[62312]: _type = "Task" [ 1754.608469] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.623028] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810184, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.638054] env[62312]: DEBUG nova.network.neutron [-] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.675650] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.675650] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-798a929c-112a-4130-846e-e0df3221d20b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.700040] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1754.700040] env[62312]: value = "task-1810185" [ 1754.700040] env[62312]: _type = "Task" [ 1754.700040] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.704996] env[62312]: DEBUG nova.network.neutron [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Updating instance_info_cache with network_info: [{"id": "4a454faf-8bc8-486d-90e7-3517fcca96fe", "address": "fa:16:3e:49:3d:de", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a454faf-8b", "ovs_interfaceid": "4a454faf-8bc8-486d-90e7-3517fcca96fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.715027] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.826663] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ffe2162-3ef8-4c82-a866-a0cdbbb18f3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.842421] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c478f-a3bc-4822-8927-456fed886070 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.888059] env[62312]: DEBUG nova.compute.manager [req-e1a5d6ad-84ce-4b74-8722-04131ff6fb2d req-f7dceb9b-45e6-4722-9a20-c476bce2be76 service nova] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Detach interface failed, port_id=8c598ef1-888b-4f66-afca-35cf96a43e57, reason: Instance 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1754.899289] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810182, 'name': CloneVM_Task, 'duration_secs': 1.346093} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.899682] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Created linked-clone VM from snapshot [ 1754.900822] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f12c00-2647-4210-a810-c4ca524ac4c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.909403] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Uploading image 8f1896fb-1506-4327-a473-b6a752d76092 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1754.931850] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1754.931997] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b77a4e5-6fd9-465b-b418-32f5e7d575a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.941253] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1754.941253] env[62312]: value = "task-1810186" [ 1754.941253] env[62312]: _type = "Task" [ 1754.941253] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.952847] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810186, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.024498] env[62312]: DEBUG nova.scheduler.client.report [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.049238] env[62312]: DEBUG nova.network.neutron [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.053874] env[62312]: DEBUG nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.080426] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.080739] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.080911] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.081109] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.081256] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.081402] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.081604] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.081757] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.082016] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.082199] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.082424] env[62312]: DEBUG nova.virt.hardware [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.083308] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f1d1a-8ebd-4547-b722-1061aa334b18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.094574] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd4b6cf-d8b4-4e21-b478-205b7e880475 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.118980] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810184, 'name': ReconfigVM_Task, 'duration_secs': 0.324478} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.119914] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1b05748a-f12b-4704-a851-6cb2446f407c/1b05748a-f12b-4704-a851-6cb2446f407c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.119914] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance '1b05748a-f12b-4704-a851-6cb2446f407c' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1755.140920] env[62312]: INFO nova.compute.manager [-] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Took 1.52 seconds to deallocate network for instance. [ 1755.207853] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "refresh_cache-12ace124-f662-421e-95e4-1ed22d3506ba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.208202] env[62312]: DEBUG nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Instance network_info: |[{"id": "4a454faf-8bc8-486d-90e7-3517fcca96fe", "address": "fa:16:3e:49:3d:de", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a454faf-8b", "ovs_interfaceid": "4a454faf-8bc8-486d-90e7-3517fcca96fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.208727] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:3d:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a454faf-8bc8-486d-90e7-3517fcca96fe', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.218778] env[62312]: DEBUG oslo.service.loopingcall [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.223804] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.224147] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810185, 'name': PowerOffVM_Task, 'duration_secs': 0.260764} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.224369] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7afae9-b0ce-4c86-ba61-8fa6a259c5fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.240755] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.242286] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888bc15e-4441-4846-b977-7fc39149f880 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.271998] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d549b0d2-967f-4c70-b08f-0a616def1791 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.275081] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.275081] env[62312]: value = "task-1810187" [ 1755.275081] env[62312]: _type = "Task" [ 1755.275081] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.295848] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810187, 'name': CreateVM_Task} progress is 15%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.313639] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.313639] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ea1285-2941-43bb-a410-4e4c2d854fc5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.322100] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1755.322100] env[62312]: value = "task-1810188" [ 1755.322100] env[62312]: _type = "Task" [ 1755.322100] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.333014] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1755.333328] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.333553] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.333703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.333880] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.334158] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6488d394-37c4-47bc-919f-2f0f6bbd2bdc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.347081] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.347081] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.347262] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa64c93-a2a4-487f-8ef0-13004f060626 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.361427] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1755.361427] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5274b961-e7ab-f072-1797-76d12d72e01b" [ 1755.361427] env[62312]: _type = "Task" [ 1755.361427] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.373438] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5274b961-e7ab-f072-1797-76d12d72e01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.453017] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810186, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.512980] env[62312]: DEBUG nova.compute.manager [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Received event network-changed-4a454faf-8bc8-486d-90e7-3517fcca96fe {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1755.513088] env[62312]: DEBUG nova.compute.manager [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Refreshing instance network info cache due to event network-changed-4a454faf-8bc8-486d-90e7-3517fcca96fe. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1755.513337] env[62312]: DEBUG oslo_concurrency.lockutils [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] Acquiring lock "refresh_cache-12ace124-f662-421e-95e4-1ed22d3506ba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.513518] env[62312]: DEBUG oslo_concurrency.lockutils [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] Acquired lock "refresh_cache-12ace124-f662-421e-95e4-1ed22d3506ba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.513681] env[62312]: DEBUG nova.network.neutron [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Refreshing network info cache for port 4a454faf-8bc8-486d-90e7-3517fcca96fe {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.530344] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.530868] env[62312]: DEBUG nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1755.534397] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.216s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.534900] env[62312]: DEBUG nova.objects.instance [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lazy-loading 'resources' on Instance uuid 129ecd09-4957-4442-835e-81d3f6ec9ffd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.552067] env[62312]: DEBUG oslo_concurrency.lockutils [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.628067] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b2384-8a6e-431b-8d81-628c3daefa25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.650037] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64950548-6a59-4d8b-90c5-69cf42731e5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.670611] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance '1b05748a-f12b-4704-a851-6cb2446f407c' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1755.696300] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.696597] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.718284] env[62312]: INFO nova.compute.manager [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Took 0.58 seconds to detach 1 volumes for instance. [ 1755.721391] env[62312]: DEBUG nova.compute.manager [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Deleting volume: f249fc33-3a97-4386-908c-5908ffbcff2d {{(pid=62312) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1755.790226] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.791155] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.791155] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "120ea27c-6a47-4be9-a07e-79111b54f1e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.791487] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.791807] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.804917] env[62312]: INFO nova.compute.manager [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Terminating instance [ 1755.819882] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810187, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.884827] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5274b961-e7ab-f072-1797-76d12d72e01b, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.886587] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2646b194-8f9e-4ca4-93a2-81839700c4ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.897027] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1755.897027] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c3ecd2-174b-4f29-bb17-89682996ce57" [ 1755.897027] env[62312]: _type = "Task" [ 1755.897027] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.913425] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c3ecd2-174b-4f29-bb17-89682996ce57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.957443] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810186, 'name': Destroy_Task, 'duration_secs': 0.622298} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.957785] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Destroyed the VM [ 1755.958149] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1755.958508] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f9fb37b2-620a-4315-b5f1-3670725de70a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.968806] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1755.968806] env[62312]: value = "task-1810190" [ 1755.968806] env[62312]: _type = "Task" [ 1755.968806] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.979137] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.037768] env[62312]: DEBUG nova.compute.utils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.043205] env[62312]: DEBUG nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.043205] env[62312]: DEBUG nova.network.neutron [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.186840] env[62312]: DEBUG nova.policy [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3ef85620224b54bff5fedd6f591a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cf152156f614ef894f505295e2605b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.202017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.202017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.202017] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f748c7-eaba-48e4-ae04-e97017ae50aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.239166] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2853f989-db77-4e53-bd4f-f3452586b190 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.268392] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfiguring VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1756.271788] env[62312]: DEBUG nova.network.neutron [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Port e699d944-19bc-4d21-8ce5-3e96b22cc506 binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1756.275579] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a222dba-ae02-4df1-918e-ba478b389e4d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.298997] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.311695] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "refresh_cache-120ea27c-6a47-4be9-a07e-79111b54f1e6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.312384] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquired lock "refresh_cache-120ea27c-6a47-4be9-a07e-79111b54f1e6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.312384] env[62312]: DEBUG nova.network.neutron [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.313442] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810187, 'name': CreateVM_Task, 'duration_secs': 0.665211} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.317580] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1756.318021] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1756.318021] env[62312]: value = "task-1810191" [ 1756.318021] env[62312]: _type = "Task" [ 1756.318021] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.319028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.319187] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.319806] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1756.320812] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee78d382-24b8-490c-ad14-4a7563e2c86d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.330595] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1756.330595] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52133bc6-e3ea-a431-3080-6704a429b971" [ 1756.330595] env[62312]: _type = "Task" [ 1756.330595] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.334928] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.341305] env[62312]: DEBUG nova.network.neutron [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Updated VIF entry in instance network info cache for port 4a454faf-8bc8-486d-90e7-3517fcca96fe. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1756.341665] env[62312]: DEBUG nova.network.neutron [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Updating instance_info_cache with network_info: [{"id": "4a454faf-8bc8-486d-90e7-3517fcca96fe", "address": "fa:16:3e:49:3d:de", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a454faf-8b", "ovs_interfaceid": "4a454faf-8bc8-486d-90e7-3517fcca96fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.350537] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52133bc6-e3ea-a431-3080-6704a429b971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.409229] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c3ecd2-174b-4f29-bb17-89682996ce57, 'name': SearchDatastore_Task, 'duration_secs': 0.01774} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.409975] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.409975] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. {{(pid=62312) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1756.410675] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b06b4c-e61b-4964-a047-acdf1b23960e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.422548] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1756.422548] env[62312]: value = "task-1810192" [ 1756.422548] env[62312]: _type = "Task" [ 1756.422548] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.439213] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.485252] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.494151] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5519f6e-f01d-4c15-b9dc-eeb181b1c2fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.501843] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50019cd9-3539-4800-9005-c2b6a24b0ef8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.535209] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26900309-64bc-4849-ad9a-14c58c98eca6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.542982] env[62312]: DEBUG nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1756.547200] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5bd0f3-8949-499f-afd3-0517bec528ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.565345] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.565345] env[62312]: DEBUG nova.compute.provider_tree [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.566470] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b31962b-b88b-4098-b4a3-17859a26a162 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.575821] env[62312]: DEBUG oslo_vmware.api [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1756.575821] env[62312]: value = "task-1810193" [ 1756.575821] env[62312]: _type = "Task" [ 1756.575821] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.585116] env[62312]: DEBUG oslo_vmware.api [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.815384] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.815657] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.815778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.833027] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.846097] env[62312]: DEBUG oslo_concurrency.lockutils [req-a5d827c9-6be0-4813-909b-704aaef7c427 req-c7f4eb0c-cc3e-43a2-a0e0-24e77fc2dcc9 service nova] Releasing lock "refresh_cache-12ace124-f662-421e-95e4-1ed22d3506ba" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.846522] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52133bc6-e3ea-a431-3080-6704a429b971, 'name': SearchDatastore_Task, 'duration_secs': 0.018845} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.847418] env[62312]: DEBUG nova.network.neutron [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.849257] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.849486] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1756.849787] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.849942] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.850800] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.851048] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc77c085-4b0f-4625-835a-60e29075a4d1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.865801] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.866061] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1756.866790] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef17525-a40a-4206-bc95-0160f2eeccb1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.873846] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1756.873846] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529cfd1b-c0a6-9f7c-39d4-5c564f7724c0" [ 1756.873846] env[62312]: _type = "Task" [ 1756.873846] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.885026] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529cfd1b-c0a6-9f7c-39d4-5c564f7724c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.922581] env[62312]: DEBUG nova.network.neutron [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.928069] env[62312]: DEBUG nova.network.neutron [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Successfully updated port: 5cb0e690-64cb-4d9d-a718-7d05483eb4a7 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.945867] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.983456] env[62312]: DEBUG oslo_vmware.api [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.781479} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.983896] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1757.071334] env[62312]: DEBUG nova.scheduler.client.report [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.088076] env[62312]: DEBUG oslo_vmware.api [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810193, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.337069] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.391092] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529cfd1b-c0a6-9f7c-39d4-5c564f7724c0, 'name': SearchDatastore_Task, 'duration_secs': 0.055613} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.391974] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4192614-ff47-48d2-a767-0e90a0f65a45 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.399917] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1757.399917] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52120ea3-9fae-23c8-1d69-96419de3a71c" [ 1757.399917] env[62312]: _type = "Task" [ 1757.399917] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.410542] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52120ea3-9fae-23c8-1d69-96419de3a71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.425420] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Releasing lock "refresh_cache-120ea27c-6a47-4be9-a07e-79111b54f1e6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.425901] env[62312]: DEBUG nova.compute.manager [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.426130] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.427065] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091730a8-bc5c-42e8-aac8-184643cfa787 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.435738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "refresh_cache-8d74a04c-c459-4432-b8ad-ac75cf7fd686" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.435738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired lock "refresh_cache-8d74a04c-c459-4432-b8ad-ac75cf7fd686" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.435738] env[62312]: DEBUG nova.network.neutron [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.441389] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646664} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.441692] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.442275] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. [ 1757.442529] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d3e2d91-1abb-4508-858b-17112c9f734e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.444770] env[62312]: DEBUG nova.network.neutron [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Successfully created port: 2ebfe7e8-0706-42cd-a51d-f59727702849 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.447503] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52257501-a7ff-44ea-9328-81ed704cd239 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.479649] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.483397] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0175ba7-4122-4b90-b094-be836debba09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.503662] env[62312]: DEBUG oslo_vmware.api [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1757.503662] env[62312]: value = "task-1810194" [ 1757.503662] env[62312]: _type = "Task" [ 1757.503662] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.505373] env[62312]: WARNING nova.compute.manager [None req-aeed61f9-e2e5-45cd-a2c9-7ce7ba012c90 tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Image not found during snapshot: nova.exception.ImageNotFound: Image 8f1896fb-1506-4327-a473-b6a752d76092 could not be found. [ 1757.515252] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1757.515252] env[62312]: value = "task-1810195" [ 1757.515252] env[62312]: _type = "Task" [ 1757.515252] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.524336] env[62312]: DEBUG oslo_vmware.api [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.532126] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.553436] env[62312]: DEBUG nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1757.580274] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.582900] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.375s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.587812] env[62312]: INFO nova.compute.claims [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1757.595782] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1757.596062] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1757.597741] env[62312]: DEBUG nova.virt.hardware [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1757.599037] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec4dbd1-7711-4069-a08d-caddc5b26c06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.611354] env[62312]: INFO nova.scheduler.client.report [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Deleted allocations for instance 129ecd09-4957-4442-835e-81d3f6ec9ffd [ 1757.617780] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf7aa2-bc65-41f6-9573-2a5e8be29802 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.621244] env[62312]: DEBUG oslo_vmware.api [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810193, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.834168] env[62312]: DEBUG nova.compute.manager [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Received event network-vif-plugged-5cb0e690-64cb-4d9d-a718-7d05483eb4a7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1757.834168] env[62312]: DEBUG oslo_concurrency.lockutils [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] Acquiring lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.834168] env[62312]: DEBUG oslo_concurrency.lockutils [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.834168] env[62312]: DEBUG oslo_concurrency.lockutils [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.834168] env[62312]: DEBUG nova.compute.manager [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] No waiting events found dispatching network-vif-plugged-5cb0e690-64cb-4d9d-a718-7d05483eb4a7 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.834168] env[62312]: WARNING nova.compute.manager [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Received unexpected event network-vif-plugged-5cb0e690-64cb-4d9d-a718-7d05483eb4a7 for instance with vm_state building and task_state spawning. [ 1757.834562] env[62312]: DEBUG nova.compute.manager [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Received event network-changed-5cb0e690-64cb-4d9d-a718-7d05483eb4a7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1757.834562] env[62312]: DEBUG nova.compute.manager [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Refreshing instance network info cache due to event network-changed-5cb0e690-64cb-4d9d-a718-7d05483eb4a7. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1757.834693] env[62312]: DEBUG oslo_concurrency.lockutils [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] Acquiring lock "refresh_cache-8d74a04c-c459-4432-b8ad-ac75cf7fd686" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.842628] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.912681] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52120ea3-9fae-23c8-1d69-96419de3a71c, 'name': SearchDatastore_Task, 'duration_secs': 0.016606} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.912968] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.913273] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 12ace124-f662-421e-95e4-1ed22d3506ba/12ace124-f662-421e-95e4-1ed22d3506ba.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1757.913703] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf309f81-8ac6-4de8-b257-53721553853c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.923218] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1757.923218] env[62312]: value = "task-1810196" [ 1757.923218] env[62312]: _type = "Task" [ 1757.923218] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.928065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.928319] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.928556] env[62312]: DEBUG nova.network.neutron [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.944369] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.015881] env[62312]: DEBUG nova.network.neutron [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.025781] env[62312]: DEBUG oslo_vmware.api [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810194, 'name': PowerOffVM_Task, 'duration_secs': 0.13991} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.026168] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.026301] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.026924] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b39e0a-b1b2-489b-89c1-5e200979e274 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.033124] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810195, 'name': ReconfigVM_Task, 'duration_secs': 0.45971} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.033124] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.033851] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2324e9d4-2cf9-401e-925b-8d2235a8f7bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.076183] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767889ea-519a-40e7-aa93-43208df4212a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.087174] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.087431] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.087611] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Deleting the datastore file [datastore1] 120ea27c-6a47-4be9-a07e-79111b54f1e6 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.088677] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f53324-ba4c-48a9-81b0-ba5ce11ef9f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.103332] env[62312]: DEBUG oslo_vmware.api [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810193, 'name': PowerOnVM_Task, 'duration_secs': 1.443927} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.107106] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.107341] env[62312]: DEBUG nova.compute.manager [None req-800b106b-c0dc-4f46-922f-df4136143878 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.110691] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1758.110691] env[62312]: value = "task-1810199" [ 1758.110691] env[62312]: _type = "Task" [ 1758.110691] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.111157] env[62312]: DEBUG oslo_vmware.api [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for the task: (returnval){ [ 1758.111157] env[62312]: value = "task-1810198" [ 1758.111157] env[62312]: _type = "Task" [ 1758.111157] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.112462] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794de6da-3548-4c66-b9f7-f6b5382ca5ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.137727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-da238ee1-56a3-4346-a32e-399c7ceebc46 tempest-ServersTestFqdnHostnames-201562409 tempest-ServersTestFqdnHostnames-201562409-project-member] Lock "129ecd09-4957-4442-835e-81d3f6ec9ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.510s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.143781] env[62312]: DEBUG oslo_vmware.api [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.144120] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.338321] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.440990] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810196, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.517891] env[62312]: DEBUG nova.network.neutron [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Updating instance_info_cache with network_info: [{"id": "5cb0e690-64cb-4d9d-a718-7d05483eb4a7", "address": "fa:16:3e:7d:0a:ca", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb0e690-64", "ovs_interfaceid": "5cb0e690-64cb-4d9d-a718-7d05483eb4a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.614129] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "095ac676-a048-40c5-a077-99dadcb7c6d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.618023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.618023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "095ac676-a048-40c5-a077-99dadcb7c6d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.618023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.618023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.628423] env[62312]: INFO nova.compute.manager [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Terminating instance [ 1758.646709] env[62312]: DEBUG oslo_vmware.api [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Task: {'id': task-1810198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480074} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.654099] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.662022] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.662022] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.662022] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.662022] env[62312]: INFO nova.compute.manager [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1758.662022] env[62312]: DEBUG oslo.service.loopingcall [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.662022] env[62312]: DEBUG nova.compute.manager [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1758.662022] env[62312]: DEBUG nova.network.neutron [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.686525] env[62312]: DEBUG nova.network.neutron [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.833826] env[62312]: DEBUG nova.network.neutron [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance_info_cache with network_info: [{"id": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "address": "fa:16:3e:56:b8:b5", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape699d944-19", "ovs_interfaceid": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.847029] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.942689] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576561} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.945828] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 12ace124-f662-421e-95e4-1ed22d3506ba/12ace124-f662-421e-95e4-1ed22d3506ba.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1758.946207] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1758.946785] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d22a452-d094-4e2e-9db2-e5099557292b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.957201] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1758.957201] env[62312]: value = "task-1810200" [ 1758.957201] env[62312]: _type = "Task" [ 1758.957201] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.978038] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.984160] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e8973-df6f-4a23-b03c-f44b15c801ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.994236] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01fc21c-d03b-4565-92cb-cf16f9ac1301 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.030122] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Releasing lock "refresh_cache-8d74a04c-c459-4432-b8ad-ac75cf7fd686" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.030484] env[62312]: DEBUG nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Instance network_info: |[{"id": "5cb0e690-64cb-4d9d-a718-7d05483eb4a7", "address": "fa:16:3e:7d:0a:ca", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb0e690-64", "ovs_interfaceid": "5cb0e690-64cb-4d9d-a718-7d05483eb4a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.031316] env[62312]: DEBUG oslo_concurrency.lockutils [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] Acquired lock "refresh_cache-8d74a04c-c459-4432-b8ad-ac75cf7fd686" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.031597] env[62312]: DEBUG nova.network.neutron [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Refreshing network info cache for port 5cb0e690-64cb-4d9d-a718-7d05483eb4a7 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.032879] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:0a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb0e690-64cb-4d9d-a718-7d05483eb4a7', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.040372] env[62312]: DEBUG oslo.service.loopingcall [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.041194] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32019e8a-bfdd-40c7-baa7-718ffd6d7ef5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.044961] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.045410] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa06e68e-bd8c-447e-ae64-a25a68cf4a1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.066706] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6682450f-7095-4003-a5ed-0e07ba22c049 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.072534] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.072534] env[62312]: value = "task-1810201" [ 1759.072534] env[62312]: _type = "Task" [ 1759.072534] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.086117] env[62312]: DEBUG nova.compute.provider_tree [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.094332] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810201, 'name': CreateVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.129027] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810199, 'name': ReconfigVM_Task, 'duration_secs': 0.554819} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.129027] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.129288] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be6134b-d7e8-4311-9192-7f6c6bec8b5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.133798] env[62312]: DEBUG nova.compute.manager [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.133995] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.135767] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d389bd31-703e-4fc4-8a7a-86235bbae9c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.138754] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1759.138754] env[62312]: value = "task-1810202" [ 1759.138754] env[62312]: _type = "Task" [ 1759.138754] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.145142] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.145860] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c8c3e6e-6db3-42ec-89b7-4f219d1371e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.151019] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.154018] env[62312]: DEBUG oslo_vmware.api [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1759.154018] env[62312]: value = "task-1810203" [ 1759.154018] env[62312]: _type = "Task" [ 1759.154018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.161346] env[62312]: DEBUG oslo_vmware.api [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.188606] env[62312]: DEBUG nova.network.neutron [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.342198] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.347924] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.472472] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079091} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.472798] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.473730] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3893245-ed25-4cab-b951-9dbb1c120a04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.503957] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 12ace124-f662-421e-95e4-1ed22d3506ba/12ace124-f662-421e-95e4-1ed22d3506ba.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.504350] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90a19c8-005c-487c-b3bf-484e65fa8c94 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.526402] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1759.526402] env[62312]: value = "task-1810204" [ 1759.526402] env[62312]: _type = "Task" [ 1759.526402] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.535733] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.585128] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810201, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.589035] env[62312]: DEBUG nova.scheduler.client.report [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.654093] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810202, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.667148] env[62312]: DEBUG oslo_vmware.api [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810203, 'name': PowerOffVM_Task, 'duration_secs': 0.248491} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.670384] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.670660] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.670979] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2cbe36c-5744-4574-8238-2d248d928635 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.692575] env[62312]: INFO nova.compute.manager [-] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Took 1.03 seconds to deallocate network for instance. [ 1759.828639] env[62312]: DEBUG nova.network.neutron [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Updated VIF entry in instance network info cache for port 5cb0e690-64cb-4d9d-a718-7d05483eb4a7. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.829100] env[62312]: DEBUG nova.network.neutron [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Updating instance_info_cache with network_info: [{"id": "5cb0e690-64cb-4d9d-a718-7d05483eb4a7", "address": "fa:16:3e:7d:0a:ca", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb0e690-64", "ovs_interfaceid": "5cb0e690-64cb-4d9d-a718-7d05483eb4a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.844128] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.857183] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.857183] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.857183] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleting the datastore file [datastore1] 095ac676-a048-40c5-a077-99dadcb7c6d3 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.857799] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bf4580f-4f9d-4378-881a-dac97b09a480 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.867355] env[62312]: DEBUG oslo_vmware.api [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for the task: (returnval){ [ 1759.867355] env[62312]: value = "task-1810206" [ 1759.867355] env[62312]: _type = "Task" [ 1759.867355] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.875393] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57e5233-5af2-4da6-920b-9fc657e5d5ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.881960] env[62312]: DEBUG oslo_vmware.api [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.900122] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9991a2-d49d-405b-8f46-28bf4bc9c57d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.908897] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance '1b05748a-f12b-4704-a851-6cb2446f407c' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.044087] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810204, 'name': ReconfigVM_Task, 'duration_secs': 0.447518} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.047894] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52017036-4e0c-2b0d-c1ec-47e68898972c/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1760.048272] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 12ace124-f662-421e-95e4-1ed22d3506ba/12ace124-f662-421e-95e4-1ed22d3506ba.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.049467] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c805d-a740-4e43-a7c6-8f0af4c30b15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.052466] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfead88e-5b76-45ce-8249-ce808cdbd1b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.058514] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52017036-4e0c-2b0d-c1ec-47e68898972c/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1760.058711] env[62312]: ERROR oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52017036-4e0c-2b0d-c1ec-47e68898972c/disk-0.vmdk due to incomplete transfer. [ 1760.058915] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ddf19671-3f23-403d-9eb4-ebafa2648a6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.065374] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1760.065374] env[62312]: value = "task-1810207" [ 1760.065374] env[62312]: _type = "Task" [ 1760.065374] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.081433] env[62312]: DEBUG oslo_vmware.rw_handles [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52017036-4e0c-2b0d-c1ec-47e68898972c/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1760.081813] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Uploaded image 5fc66eb1-52b0-4920-abc7-d7693ebf69a9 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1760.085556] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1760.093671] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc3784a1-a7f4-43e7-85fa-318d26029290 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.097445] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810207, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.106353] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.107151] env[62312]: DEBUG nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1760.111305] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810201, 'name': CreateVM_Task, 'duration_secs': 0.749113} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.113265] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.954s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.113265] env[62312]: DEBUG nova.objects.instance [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lazy-loading 'resources' on Instance uuid 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.115148] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.115755] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.115843] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.116329] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.116749] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f4889e-feb5-4ae5-8342-fdc7b580130a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.123225] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1760.123225] env[62312]: value = "task-1810208" [ 1760.123225] env[62312]: _type = "Task" [ 1760.123225] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.124248] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1760.124248] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5261bcc9-1c58-7d1f-48cc-2a0271c448f9" [ 1760.124248] env[62312]: _type = "Task" [ 1760.124248] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.146405] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810208, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.157954] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5261bcc9-1c58-7d1f-48cc-2a0271c448f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.166924] env[62312]: DEBUG oslo_vmware.api [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810202, 'name': PowerOnVM_Task, 'duration_secs': 0.546503} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.167409] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.171857] env[62312]: DEBUG nova.compute.manager [None req-7e397502-161c-4192-80ed-f3f819c195e5 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.172757] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b21195-a27b-4b1a-98b4-adb726e8fa89 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.200273] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.332072] env[62312]: DEBUG oslo_concurrency.lockutils [req-370acb5f-344d-4cea-a6e7-b3775addcfc9 req-dbb51110-0f43-4e2b-a1b3-0645b0470b2d service nova] Releasing lock "refresh_cache-8d74a04c-c459-4432-b8ad-ac75cf7fd686" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.344237] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.380994] env[62312]: DEBUG oslo_vmware.api [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Task: {'id': task-1810206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287635} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.381387] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.381642] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.381825] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.382007] env[62312]: INFO nova.compute.manager [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1760.382335] env[62312]: DEBUG oslo.service.loopingcall [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.382487] env[62312]: DEBUG nova.compute.manager [-] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.382603] env[62312]: DEBUG nova.network.neutron [-] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.417251] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.417574] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff56823f-cba2-4a14-b05c-dfa9bb16ecfc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.426041] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1760.426041] env[62312]: value = "task-1810209" [ 1760.426041] env[62312]: _type = "Task" [ 1760.426041] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.441847] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.576396] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810207, 'name': Rename_Task, 'duration_secs': 0.266646} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.576670] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.576922] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86725bcf-be0d-4a13-b3bd-43de11a49e35 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.584457] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1760.584457] env[62312]: value = "task-1810210" [ 1760.584457] env[62312]: _type = "Task" [ 1760.584457] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.592775] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.613435] env[62312]: DEBUG nova.compute.utils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1760.614982] env[62312]: DEBUG nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1760.615151] env[62312]: DEBUG nova.network.neutron [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1760.637484] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810208, 'name': Destroy_Task, 'duration_secs': 0.443077} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.638276] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Destroyed the VM [ 1760.638550] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1760.638989] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-032dcb48-fa68-4415-8bdd-dbb6d7e76398 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.646909] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5261bcc9-1c58-7d1f-48cc-2a0271c448f9, 'name': SearchDatastore_Task, 'duration_secs': 0.019147} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.649766] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.650018] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.650269] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.650443] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.650626] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.651325] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b8c4298-792b-4805-9683-791349a5fdaa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.659607] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1760.659607] env[62312]: value = "task-1810211" [ 1760.659607] env[62312]: _type = "Task" [ 1760.659607] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.665920] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.666121] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.666857] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810211, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.667368] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba1447c-43ca-402f-8671-9e6537af9dcc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.675889] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1760.675889] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522f29eb-8281-d57e-db22-d292826638d8" [ 1760.675889] env[62312]: _type = "Task" [ 1760.675889] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.701282] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522f29eb-8281-d57e-db22-d292826638d8, 'name': SearchDatastore_Task} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.703082] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38a53dd-4852-4d9a-bda2-53f23852a6f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.706999] env[62312]: DEBUG nova.compute.manager [req-f6a4d595-e2ac-4922-b3cd-b11d63e6302d req-155740e1-c2dc-4b2f-a565-c38798ab1794 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Received event network-vif-plugged-2ebfe7e8-0706-42cd-a51d-f59727702849 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1760.707309] env[62312]: DEBUG oslo_concurrency.lockutils [req-f6a4d595-e2ac-4922-b3cd-b11d63e6302d req-155740e1-c2dc-4b2f-a565-c38798ab1794 service nova] Acquiring lock "98322c85-c87e-4909-ae2d-3910e5de8b2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.707533] env[62312]: DEBUG oslo_concurrency.lockutils [req-f6a4d595-e2ac-4922-b3cd-b11d63e6302d req-155740e1-c2dc-4b2f-a565-c38798ab1794 service nova] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.707533] env[62312]: DEBUG oslo_concurrency.lockutils [req-f6a4d595-e2ac-4922-b3cd-b11d63e6302d req-155740e1-c2dc-4b2f-a565-c38798ab1794 service nova] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.708469] env[62312]: DEBUG nova.compute.manager [req-f6a4d595-e2ac-4922-b3cd-b11d63e6302d req-155740e1-c2dc-4b2f-a565-c38798ab1794 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] No waiting events found dispatching network-vif-plugged-2ebfe7e8-0706-42cd-a51d-f59727702849 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1760.708469] env[62312]: WARNING nova.compute.manager [req-f6a4d595-e2ac-4922-b3cd-b11d63e6302d req-155740e1-c2dc-4b2f-a565-c38798ab1794 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Received unexpected event network-vif-plugged-2ebfe7e8-0706-42cd-a51d-f59727702849 for instance with vm_state building and task_state spawning. [ 1760.714235] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1760.714235] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52430895-bd69-c3dc-146a-a9c580565cd6" [ 1760.714235] env[62312]: _type = "Task" [ 1760.714235] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.731260] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52430895-bd69-c3dc-146a-a9c580565cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.737523] env[62312]: DEBUG nova.policy [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5346b62ee8c491f8283291fd2302da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f3468b2e474661b09b163e358c1d60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1760.851019] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.891857] env[62312]: DEBUG nova.network.neutron [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Successfully updated port: 2ebfe7e8-0706-42cd-a51d-f59727702849 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1760.938515] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.974645] env[62312]: DEBUG nova.compute.manager [req-0b48baa1-68c7-42f8-a0bf-2f11ddb76c1b req-48750acd-1819-4593-b5e1-40b63c215f97 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Received event network-vif-deleted-b3dff404-766a-4687-950a-01dfbc9b4dbd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1760.975010] env[62312]: INFO nova.compute.manager [req-0b48baa1-68c7-42f8-a0bf-2f11ddb76c1b req-48750acd-1819-4593-b5e1-40b63c215f97 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Neutron deleted interface b3dff404-766a-4687-950a-01dfbc9b4dbd; detaching it from the instance and deleting it from the info cache [ 1760.975445] env[62312]: DEBUG nova.network.neutron [req-0b48baa1-68c7-42f8-a0bf-2f11ddb76c1b req-48750acd-1819-4593-b5e1-40b63c215f97 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.042237] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3d3f4a-0450-4243-9216-f5bda46cf768 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.053320] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c51696f-f5a0-44eb-bf8d-a1640cdbfd32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.098939] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4a5af-868a-42ce-8213-62f92393b048 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.108348] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810210, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.112519] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b543280-01ad-471f-962d-190be748811b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.117903] env[62312]: DEBUG nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1761.131528] env[62312]: DEBUG nova.compute.provider_tree [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.168410] env[62312]: DEBUG nova.network.neutron [-] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.169741] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810211, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.230479] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52430895-bd69-c3dc-146a-a9c580565cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016957} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.230479] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.230479] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 8d74a04c-c459-4432-b8ad-ac75cf7fd686/8d74a04c-c459-4432-b8ad-ac75cf7fd686.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.230479] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a87b3a3b-6030-4aa2-8b3a-7155d77a4ca8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.237356] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1761.237356] env[62312]: value = "task-1810212" [ 1761.237356] env[62312]: _type = "Task" [ 1761.237356] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.250299] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.344134] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.349240] env[62312]: DEBUG nova.network.neutron [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Successfully created port: c7b04649-50f0-498d-827c-5529188e35b6 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1761.394660] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-98322c85-c87e-4909-ae2d-3910e5de8b2a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.394824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-98322c85-c87e-4909-ae2d-3910e5de8b2a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.395238] env[62312]: DEBUG nova.network.neutron [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.439058] env[62312]: DEBUG oslo_vmware.api [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810209, 'name': PowerOnVM_Task, 'duration_secs': 0.709786} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.439351] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.439539] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3c36032b-75ce-4c31-89d0-ff2dade50c2c tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance '1b05748a-f12b-4704-a851-6cb2446f407c' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1761.479912] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45d4e61f-baa7-4fd0-b147-ca014f69a27e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.492200] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ce0c1e-fe42-4a9c-aacf-8ec6950e7e22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.529605] env[62312]: DEBUG nova.compute.manager [req-0b48baa1-68c7-42f8-a0bf-2f11ddb76c1b req-48750acd-1819-4593-b5e1-40b63c215f97 service nova] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Detach interface failed, port_id=b3dff404-766a-4687-950a-01dfbc9b4dbd, reason: Instance 095ac676-a048-40c5-a077-99dadcb7c6d3 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1761.603519] env[62312]: DEBUG oslo_vmware.api [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810210, 'name': PowerOnVM_Task, 'duration_secs': 0.729442} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.603864] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.604121] env[62312]: INFO nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1761.604356] env[62312]: DEBUG nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.605399] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32475bf-b34a-4a5d-b4c4-3f093adb56ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.637766] env[62312]: DEBUG nova.scheduler.client.report [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.669371] env[62312]: DEBUG oslo_vmware.api [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810211, 'name': RemoveSnapshot_Task, 'duration_secs': 0.551748} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.669663] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1761.669916] env[62312]: INFO nova.compute.manager [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Took 15.39 seconds to snapshot the instance on the hypervisor. [ 1761.673203] env[62312]: INFO nova.compute.manager [-] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Took 1.29 seconds to deallocate network for instance. [ 1761.749245] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810212, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.849085] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.934857] env[62312]: DEBUG nova.network.neutron [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.129047] env[62312]: INFO nova.compute.manager [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Took 24.46 seconds to build instance. [ 1762.129047] env[62312]: DEBUG nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1762.146020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.147254] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.323s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.149977] env[62312]: INFO nova.compute.claims [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.169468] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.169468] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.169468] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.169987] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.170411] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.171517] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.172359] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.172359] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.172742] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.173824] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.173824] env[62312]: DEBUG nova.virt.hardware [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.177814] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384ff15-87eb-4c11-a415-718400fbeaf9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.181467] env[62312]: INFO nova.scheduler.client.report [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Deleted allocations for instance 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693 [ 1762.183376] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.198144] env[62312]: DEBUG nova.network.neutron [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Updating instance_info_cache with network_info: [{"id": "2ebfe7e8-0706-42cd-a51d-f59727702849", "address": "fa:16:3e:22:30:0d", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ebfe7e8-07", "ovs_interfaceid": "2ebfe7e8-0706-42cd-a51d-f59727702849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.199855] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b5bcd3-3d86-43c2-a729-55e907ac0035 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.249233] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740271} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.251347] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 8d74a04c-c459-4432-b8ad-ac75cf7fd686/8d74a04c-c459-4432-b8ad-ac75cf7fd686.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.251576] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.252044] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc7517ef-74fc-494c-a5c2-a3fe68598c0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.258202] env[62312]: DEBUG nova.compute.manager [None req-458801f9-287f-4719-9837-ac953a469f8e tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Found 1 images (rotation: 2) {{(pid=62312) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1762.260481] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1762.260481] env[62312]: value = "task-1810213" [ 1762.260481] env[62312]: _type = "Task" [ 1762.260481] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.270481] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.345179] env[62312]: DEBUG oslo_vmware.api [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810191, 'name': ReconfigVM_Task, 'duration_secs': 5.931692} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.345482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.346623] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Reconfigured VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1762.390277] env[62312]: INFO nova.compute.manager [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Unrescuing [ 1762.390562] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.390690] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquired lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.390855] env[62312]: DEBUG nova.network.neutron [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.639440] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8ef5418-4e15-4bed-ad51-b4479237e379 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "12ace124-f662-421e-95e4-1ed22d3506ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.985s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.696616] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c15c85ce-2e18-4335-9cbe-38880fe89fa3 tempest-ServersWithSpecificFlavorTestJSON-1892433233 tempest-ServersWithSpecificFlavorTestJSON-1892433233-project-member] Lock "27ac88a2-5e0e-4e3e-91ff-60d49b8c6693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.631s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.705332] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-98322c85-c87e-4909-ae2d-3910e5de8b2a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.705564] env[62312]: DEBUG nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Instance network_info: |[{"id": "2ebfe7e8-0706-42cd-a51d-f59727702849", "address": "fa:16:3e:22:30:0d", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ebfe7e8-07", "ovs_interfaceid": "2ebfe7e8-0706-42cd-a51d-f59727702849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1762.705961] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:30:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ebfe7e8-0706-42cd-a51d-f59727702849', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1762.717912] env[62312]: DEBUG oslo.service.loopingcall [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.717912] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1762.717912] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90c7e739-1826-4e5d-a471-a3e4e286d634 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.738152] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1762.738152] env[62312]: value = "task-1810214" [ 1762.738152] env[62312]: _type = "Task" [ 1762.738152] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.748626] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810214, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.771710] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131901} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.771996] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.772865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56588278-9d25-4471-a24c-1e066f9d36bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.799786] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 8d74a04c-c459-4432-b8ad-ac75cf7fd686/8d74a04c-c459-4432-b8ad-ac75cf7fd686.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.800426] env[62312]: DEBUG nova.compute.manager [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.800794] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e591aef9-7f14-4a8a-878f-3d5e9f2c82c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.816933] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d07f71-a245-4384-a662-12768876d4a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.828978] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1762.828978] env[62312]: value = "task-1810215" [ 1762.828978] env[62312]: _type = "Task" [ 1762.828978] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.838748] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.998185] env[62312]: DEBUG nova.compute.manager [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Received event network-changed-2ebfe7e8-0706-42cd-a51d-f59727702849 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.998405] env[62312]: DEBUG nova.compute.manager [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Refreshing instance network info cache due to event network-changed-2ebfe7e8-0706-42cd-a51d-f59727702849. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1762.998946] env[62312]: DEBUG oslo_concurrency.lockutils [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] Acquiring lock "refresh_cache-98322c85-c87e-4909-ae2d-3910e5de8b2a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.999171] env[62312]: DEBUG oslo_concurrency.lockutils [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] Acquired lock "refresh_cache-98322c85-c87e-4909-ae2d-3910e5de8b2a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.999500] env[62312]: DEBUG nova.network.neutron [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Refreshing network info cache for port 2ebfe7e8-0706-42cd-a51d-f59727702849 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.255427] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810214, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.330529] env[62312]: INFO nova.compute.manager [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] instance snapshotting [ 1763.331148] env[62312]: DEBUG nova.objects.instance [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'flavor' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.347708] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.455162] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.455569] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.496299] env[62312]: DEBUG nova.network.neutron [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Successfully updated port: c7b04649-50f0-498d-827c-5529188e35b6 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.560365] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "1b05748a-f12b-4704-a851-6cb2446f407c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.560365] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.560859] env[62312]: DEBUG nova.compute.manager [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Going to confirm migration 4 {{(pid=62312) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1763.563846] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab1c80-f969-4c04-8856-35021e9f57fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.579934] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1053be2-56d3-40f7-b658-34b63176c289 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.631110] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99982416-cdde-4574-ad88-91921ccf9eb4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.643451] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7e7a05-d374-429b-854e-00307b7b68cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.660249] env[62312]: DEBUG nova.compute.provider_tree [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.680584] env[62312]: DEBUG nova.network.neutron [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.753724] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810214, 'name': CreateVM_Task, 'duration_secs': 0.695115} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.753724] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.753911] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.754078] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.754395] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.754660] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542694dc-894a-4bc3-8de8-38497faa4d45 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.760039] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1763.760039] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ee07ba-c1b1-7962-d620-6f6ab968a408" [ 1763.760039] env[62312]: _type = "Task" [ 1763.760039] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.769926] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ee07ba-c1b1-7962-d620-6f6ab968a408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.826156] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.826347] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.826561] env[62312]: DEBUG nova.network.neutron [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.841246] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d44040c-d41f-4b5c-a47c-18f26e8d4f3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.848079] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810215, 'name': ReconfigVM_Task, 'duration_secs': 0.611017} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.848762] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 8d74a04c-c459-4432-b8ad-ac75cf7fd686/8d74a04c-c459-4432-b8ad-ac75cf7fd686.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.849465] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d23bfb0d-1c73-45fd-9140-fad75ebf11f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.867923] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212424a-5ba9-4bb3-a846-750af5084719 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.885037] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1763.885037] env[62312]: value = "task-1810216" [ 1763.885037] env[62312]: _type = "Task" [ 1763.885037] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.894213] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810216, 'name': Rename_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.967905] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.968110] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1764.000371] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.000630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.000722] env[62312]: DEBUG nova.network.neutron [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.165727] env[62312]: DEBUG nova.scheduler.client.report [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.183545] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Releasing lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.183984] env[62312]: DEBUG nova.objects.instance [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lazy-loading 'flavor' on Instance uuid 0044e695-c79f-4e66-9130-38bfac354e8c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.204156] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.204249] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.204425] env[62312]: DEBUG nova.network.neutron [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.204605] env[62312]: DEBUG nova.objects.instance [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lazy-loading 'info_cache' on Instance uuid 1b05748a-f12b-4704-a851-6cb2446f407c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.221642] env[62312]: DEBUG nova.network.neutron [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Updated VIF entry in instance network info cache for port 2ebfe7e8-0706-42cd-a51d-f59727702849. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.221991] env[62312]: DEBUG nova.network.neutron [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Updating instance_info_cache with network_info: [{"id": "2ebfe7e8-0706-42cd-a51d-f59727702849", "address": "fa:16:3e:22:30:0d", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ebfe7e8-07", "ovs_interfaceid": "2ebfe7e8-0706-42cd-a51d-f59727702849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.275617] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ee07ba-c1b1-7962-d620-6f6ab968a408, 'name': SearchDatastore_Task, 'duration_secs': 0.023739} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.275617] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.275740] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.275962] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.276964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.276964] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.276964] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0404f6c-8260-40e2-bfbb-1dbab3dc2aec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.282173] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "12ace124-f662-421e-95e4-1ed22d3506ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.282502] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "12ace124-f662-421e-95e4-1ed22d3506ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.282739] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "12ace124-f662-421e-95e4-1ed22d3506ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.282925] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "12ace124-f662-421e-95e4-1ed22d3506ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.284317] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "12ace124-f662-421e-95e4-1ed22d3506ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.286897] env[62312]: INFO nova.compute.manager [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Terminating instance [ 1764.296716] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.296893] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.297772] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7e31d0-3583-4108-94c7-8ae3236b3a48 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.305169] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1764.305169] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5280c8c5-b031-9abd-297c-9b137768e76f" [ 1764.305169] env[62312]: _type = "Task" [ 1764.305169] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.316595] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5280c8c5-b031-9abd-297c-9b137768e76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.385999] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1764.386298] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2206b77-a75c-43ec-9362-d1d3234d0361 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.398594] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810216, 'name': Rename_Task, 'duration_secs': 0.189078} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.400295] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.400826] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1764.400826] env[62312]: value = "task-1810217" [ 1764.400826] env[62312]: _type = "Task" [ 1764.400826] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.401078] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080daf28-afaa-42b2-b58a-2bbf111dcf18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.412554] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.414608] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1764.414608] env[62312]: value = "task-1810218" [ 1764.414608] env[62312]: _type = "Task" [ 1764.414608] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.423188] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.561185] env[62312]: DEBUG nova.network.neutron [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.671635] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.672240] env[62312]: DEBUG nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1764.674971] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.371s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.691647] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560542d-2f8b-47fd-aeb3-159ec96fc31f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.731126] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.731809] env[62312]: DEBUG oslo_concurrency.lockutils [req-8e570a7d-1740-4893-a6e3-61c9d1e50389 req-aa3caede-4717-46ad-9385-a9c114b66079 service nova] Releasing lock "refresh_cache-98322c85-c87e-4909-ae2d-3910e5de8b2a" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.735746] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c117407a-410c-4619-93d8-37537c63d1d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.744622] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1764.744622] env[62312]: value = "task-1810219" [ 1764.744622] env[62312]: _type = "Task" [ 1764.744622] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.756967] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.793191] env[62312]: DEBUG nova.compute.manager [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.793450] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.794314] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa783ec-9d37-456a-b031-006e00afdf00 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.803180] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.805839] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91cd82cb-4f4e-4455-bd41-1913d8a5daa1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.817340] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5280c8c5-b031-9abd-297c-9b137768e76f, 'name': SearchDatastore_Task, 'duration_secs': 0.035631} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.819391] env[62312]: DEBUG oslo_vmware.api [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1764.819391] env[62312]: value = "task-1810220" [ 1764.819391] env[62312]: _type = "Task" [ 1764.819391] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.822018] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcf5fa2-53f9-47b1-872e-f27b9ddaa24d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.835292] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1764.835292] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a791b1-dedd-8d38-adbe-367f36629a97" [ 1764.835292] env[62312]: _type = "Task" [ 1764.835292] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.838371] env[62312]: DEBUG oslo_vmware.api [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.850639] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a791b1-dedd-8d38-adbe-367f36629a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.915237] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810217, 'name': CreateSnapshot_Task, 'duration_secs': 0.474569} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.918382] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1764.919129] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1624bc75-44aa-49ea-b75d-d9ee44c8b2f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.930187] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810218, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.988388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.988388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.988388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.988889] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.988889] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.994594] env[62312]: INFO nova.compute.manager [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Terminating instance [ 1765.040847] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d173a14-d945-4941-8546-f6698a9f1f62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.053144] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e273456-d1d8-4060-bb72-73f551da5b08 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.087042] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e327af46-bf96-49a6-9037-788e7aba7ade {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.099020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82bdfea-6517-442e-833c-a7dca3314139 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.111013] env[62312]: DEBUG nova.compute.provider_tree [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.137860] env[62312]: INFO nova.network.neutron [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Port cfc0fe5c-7b70-4a2d-901c-bb6494321b2a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1765.138822] env[62312]: INFO nova.network.neutron [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Port c8b75c16-9bc2-4b41-980a-55010511a21e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1765.138822] env[62312]: DEBUG nova.network.neutron [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [{"id": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "address": "fa:16:3e:49:f3:56", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a24104f-54", "ovs_interfaceid": "6a24104f-54e6-4f8a-a2a6-4bb1d75a17db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.179868] env[62312]: DEBUG nova.compute.utils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1765.185023] env[62312]: DEBUG nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1765.185023] env[62312]: DEBUG nova.network.neutron [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1765.203426] env[62312]: DEBUG nova.network.neutron [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Updating instance_info_cache with network_info: [{"id": "c7b04649-50f0-498d-827c-5529188e35b6", "address": "fa:16:3e:8c:35:49", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b04649-50", "ovs_interfaceid": "c7b04649-50f0-498d-827c-5529188e35b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.254174] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810219, 'name': PowerOffVM_Task, 'duration_secs': 0.508944} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.254443] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.260662] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfiguring VM instance instance-0000003a to detach disk 2002 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1765.261258] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c2dfab-5146-4c3e-a0b1-b70ce2afa978 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.280989] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1765.280989] env[62312]: value = "task-1810221" [ 1765.280989] env[62312]: _type = "Task" [ 1765.280989] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.289418] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.315285] env[62312]: DEBUG nova.policy [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24bb0e02a5704a82b3fc8a1aa6a3c005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e368ec00af3540389ecf071c9c7ca0ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1765.336053] env[62312]: DEBUG oslo_vmware.api [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810220, 'name': PowerOffVM_Task, 'duration_secs': 0.434569} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.336053] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.336053] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.336053] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beb39d52-e417-4df0-941d-6dad6eedfa11 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.350008] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a791b1-dedd-8d38-adbe-367f36629a97, 'name': SearchDatastore_Task, 'duration_secs': 0.018947} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.350813] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.350813] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 98322c85-c87e-4909-ae2d-3910e5de8b2a/98322c85-c87e-4909-ae2d-3910e5de8b2a.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.350813] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d50263d-10f8-4b47-8f12-3d3f456aa8b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.360108] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1765.360108] env[62312]: value = "task-1810223" [ 1765.360108] env[62312]: _type = "Task" [ 1765.360108] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.369285] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.425172] env[62312]: DEBUG oslo_vmware.api [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810218, 'name': PowerOnVM_Task, 'duration_secs': 0.843175} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.425958] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.425958] env[62312]: INFO nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1765.425958] env[62312]: DEBUG nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.427156] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e7117b-df91-451b-a5e9-be4397baa2c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.443782] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1765.444342] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-460a13d3-a252-482e-a42f-864ecca7e8c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.459154] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1765.459154] env[62312]: value = "task-1810224" [ 1765.459154] env[62312]: _type = "Task" [ 1765.459154] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.472804] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810224, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.481130] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1765.481130] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.481130] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.481130] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.481457] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.481457] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.481512] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_power_states {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.500539] env[62312]: DEBUG nova.compute.manager [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.500814] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.504130] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999468b8-667e-47f8-a189-c30a7702b39a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.513654] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.513915] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc7ebce3-729f-4825-96e4-cab2cf85fc0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.521442] env[62312]: DEBUG oslo_vmware.api [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1765.521442] env[62312]: value = "task-1810225" [ 1765.521442] env[62312]: _type = "Task" [ 1765.521442] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.533172] env[62312]: DEBUG oslo_vmware.api [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.618339] env[62312]: DEBUG nova.scheduler.client.report [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.641331] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.688023] env[62312]: DEBUG nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1765.704328] env[62312]: DEBUG nova.compute.manager [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-vif-deleted-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1765.704932] env[62312]: DEBUG nova.compute.manager [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Received event network-vif-plugged-c7b04649-50f0-498d-827c-5529188e35b6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1765.705565] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] Acquiring lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.705991] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.706692] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.707112] env[62312]: DEBUG nova.compute.manager [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] No waiting events found dispatching network-vif-plugged-c7b04649-50f0-498d-827c-5529188e35b6 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.707445] env[62312]: WARNING nova.compute.manager [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Received unexpected event network-vif-plugged-c7b04649-50f0-498d-827c-5529188e35b6 for instance with vm_state building and task_state spawning. [ 1765.708019] env[62312]: DEBUG nova.compute.manager [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Received event network-changed-c7b04649-50f0-498d-827c-5529188e35b6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1765.708019] env[62312]: DEBUG nova.compute.manager [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Refreshing instance network info cache due to event network-changed-c7b04649-50f0-498d-827c-5529188e35b6. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1765.708377] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] Acquiring lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.712051] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.712051] env[62312]: DEBUG nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Instance network_info: |[{"id": "c7b04649-50f0-498d-827c-5529188e35b6", "address": "fa:16:3e:8c:35:49", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b04649-50", "ovs_interfaceid": "c7b04649-50f0-498d-827c-5529188e35b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1765.712051] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] Acquired lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.712051] env[62312]: DEBUG nova.network.neutron [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Refreshing network info cache for port c7b04649-50f0-498d-827c-5529188e35b6 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.712051] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:35:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b04649-50f0-498d-827c-5529188e35b6', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.721737] env[62312]: DEBUG oslo.service.loopingcall [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.726087] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.726571] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf3aa7e-27a0-4d64-8329-ea31bb32fc63 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.756806] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.756806] env[62312]: value = "task-1810226" [ 1765.756806] env[62312]: _type = "Task" [ 1765.756806] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.769339] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810226, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.795022] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810221, 'name': ReconfigVM_Task, 'duration_secs': 0.46543} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.795022] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfigured VM instance instance-0000003a to detach disk 2002 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1765.795022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1765.795022] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75e7057-764d-41b4-a9ca-20210281b136 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.804041] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1765.804041] env[62312]: value = "task-1810227" [ 1765.804041] env[62312]: _type = "Task" [ 1765.804041] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.818114] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.819757] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.820240] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.820551] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleting the datastore file [datastore1] 12ace124-f662-421e-95e4-1ed22d3506ba {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.820913] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-551af402-1d4f-4b08-8ec5-095973ffceba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.831507] env[62312]: DEBUG oslo_vmware.api [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1765.831507] env[62312]: value = "task-1810228" [ 1765.831507] env[62312]: _type = "Task" [ 1765.831507] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.843278] env[62312]: DEBUG oslo_vmware.api [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.871512] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810223, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.895906] env[62312]: DEBUG nova.network.neutron [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance_info_cache with network_info: [{"id": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "address": "fa:16:3e:56:b8:b5", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape699d944-19", "ovs_interfaceid": "e699d944-19bc-4d21-8ce5-3e96b22cc506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.955443] env[62312]: INFO nova.compute.manager [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Took 27.29 seconds to build instance. [ 1765.972414] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810224, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.993029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Getting list of instances from cluster (obj){ [ 1765.993029] env[62312]: value = "domain-c8" [ 1765.993029] env[62312]: _type = "ClusterComputeResource" [ 1765.993029] env[62312]: } {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1765.993029] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bcaa9e-8c76-418f-8d2f-2164dcfda477 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.027582] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Got total of 14 instances {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1766.027890] env[62312]: WARNING nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] While synchronizing instance power states, found 20 instances in the database and 14 instances on the hypervisor. [ 1766.028126] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid ad49386f-5e18-4dba-b5ff-e5553d6ffb45 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.028413] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid b24c43f6-39e4-4902-8e26-5634c9f52276 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.028658] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 182e865c-3256-44e6-b642-b1f078f64ad5 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.028926] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid d8401e2f-0d4c-4a7e-8577-04e3d68b1763 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.029183] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 0044e695-c79f-4e66-9130-38bfac354e8c {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.029530] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.029888] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid e65b633f-4471-4dc9-bba4-8201dd074453 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.030194] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.030470] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.030731] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.030970] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 1b05748a-f12b-4704-a851-6cb2446f407c {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.031242] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 673a85ca-6362-4a87-b47c-775bac3371bf {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.031533] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 0480661e-17e1-4dd8-8187-83ad2588d41e {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.031778] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 120ea27c-6a47-4be9-a07e-79111b54f1e6 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.032200] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 095ac676-a048-40c5-a077-99dadcb7c6d3 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.032542] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 12ace124-f662-421e-95e4-1ed22d3506ba {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.032824] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 8d74a04c-c459-4432-b8ad-ac75cf7fd686 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.033090] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid 98322c85-c87e-4909-ae2d-3910e5de8b2a {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.033327] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid d2cbe9a6-e088-46fc-b067-3de46f9d87fb {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.033629] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid b0c3ff7c-8161-4146-b6ac-0b67e5492720 {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1766.038754] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.039158] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.039557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "b24c43f6-39e4-4902-8e26-5634c9f52276" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.039835] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.040179] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "182e865c-3256-44e6-b642-b1f078f64ad5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.040444] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "182e865c-3256-44e6-b642-b1f078f64ad5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.040875] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.041172] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.041509] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.041800] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.042098] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] During sync_power_state the instance has a pending task (unrescuing). Skip. [ 1766.042392] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.044108] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.044108] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.044108] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.044108] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.044108] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.044467] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.044800] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1766.045195] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.045505] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.046063] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.046461] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "1b05748a-f12b-4704-a851-6cb2446f407c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.047036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "673a85ca-6362-4a87-b47c-775bac3371bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.047317] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "673a85ca-6362-4a87-b47c-775bac3371bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.047677] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "0480661e-17e1-4dd8-8187-83ad2588d41e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.047958] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.048325] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.048708] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "095ac676-a048-40c5-a077-99dadcb7c6d3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.049318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "12ace124-f662-421e-95e4-1ed22d3506ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.049677] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.051029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.051029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.051029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.051029] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.051371] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1766.052056] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d568a4-f7fa-42ed-bb2b-5e7ef9d94880 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.055762] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4515e389-c683-4575-8ad1-507ca1a52f9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.059169] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0090a29b-79d1-4e1c-b234-d3a29790261c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.061899] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a50d140-005a-4a9c-b583-c2ed7a3f38b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.065365] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c933a0b-7023-4d90-b80f-4f0c268d106d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.069219] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46cc164-3d90-4651-8469-07a55367c6fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.071976] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f085761-8aa0-40f8-bb9f-489d47871afe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.075504] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03860851-59f3-4f21-9a4f-bce0d355d0c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.078417] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.108315] env[62312]: WARNING oslo_messaging._drivers.amqpdriver [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1766.109280] env[62312]: DEBUG oslo_vmware.api [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810225, 'name': PowerOffVM_Task, 'duration_secs': 0.298526} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.115921] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.116121] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.121593] env[62312]: DEBUG nova.network.neutron [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Successfully created port: 3bd6c3a4-e700-42ac-a916-77b41bdd0a72 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1766.123648] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-802dc67c-f1a6-41e9-a4de-d82a7fcd3117 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.125909] env[62312]: DEBUG oslo_concurrency.lockutils [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.451s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.126126] env[62312]: INFO nova.compute.manager [None req-35be9763-2569-49da-94c8-37d0c4c5bb00 tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Successfully reverted task state from rebuilding on failure for instance. [ 1766.135022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.796s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.135022] env[62312]: DEBUG nova.objects.instance [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1766.145121] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f35a9c30-4f80-4b49-a51b-c11efc985ae3 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d-cfc0fe5c-7b70-4a2d-901c-bb6494321b2a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.448s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.258770] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.259170] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.273920] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810226, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.317348] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.344207] env[62312]: DEBUG oslo_vmware.api [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341511} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.344888] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.344888] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.345000] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.345177] env[62312]: INFO nova.compute.manager [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1766.345509] env[62312]: DEBUG oslo.service.loopingcall [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.345747] env[62312]: DEBUG nova.compute.manager [-] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.345849] env[62312]: DEBUG nova.network.neutron [-] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.374792] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673475} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.374792] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 98322c85-c87e-4909-ae2d-3910e5de8b2a/98322c85-c87e-4909-ae2d-3910e5de8b2a.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1766.374792] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1766.375122] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68d3ab59-c8a8-4c02-aba2-5f0a7da4e092 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.382886] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1766.382886] env[62312]: value = "task-1810230" [ 1766.382886] env[62312]: _type = "Task" [ 1766.382886] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.393579] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.397944] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-1b05748a-f12b-4704-a851-6cb2446f407c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.398272] env[62312]: DEBUG nova.objects.instance [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lazy-loading 'migration_context' on Instance uuid 1b05748a-f12b-4704-a851-6cb2446f407c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.458398] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e4b775b8-f88f-42d9-8ac8-b0b102af6ea1 tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.809s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.458777] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.409s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.458976] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] During sync_power_state the instance has a pending task (spawning). Skip. [ 1766.459179] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.484464] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810224, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.562482] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.562716] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.562880] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleting the datastore file [datastore1] 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.563193] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42d02669-7842-4279-b82e-73689d625777 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.571835] env[62312]: DEBUG oslo_vmware.api [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1766.571835] env[62312]: value = "task-1810231" [ 1766.571835] env[62312]: _type = "Task" [ 1766.571835] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.584873] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.585202] env[62312]: DEBUG oslo_vmware.api [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.602955] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.612711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.616266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "182e865c-3256-44e6-b642-b1f078f64ad5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.621982] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.622491] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "673a85ca-6362-4a87-b47c-775bac3371bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.624123] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.646913] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.599s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.647419] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.604s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.700740] env[62312]: DEBUG nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1766.753200] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1766.753373] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1766.754114] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1766.754114] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1766.754114] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1766.754253] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1766.754511] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1766.754700] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1766.754901] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1766.755155] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1766.755390] env[62312]: DEBUG nova.virt.hardware [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1766.756603] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62db427-0087-40a6-a8d1-7efdb11fccb2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.768188] env[62312]: DEBUG nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.777154] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810226, 'name': CreateVM_Task, 'duration_secs': 0.625979} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.777690] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.779055] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75a5da7-2c22-4cc4-8722-d759966681d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.784590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.784590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.784590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.784590] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d726ecc-5c72-42c7-a9d7-1365fdbf98ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.809138] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1766.809138] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f05d5c-907b-7cda-ebf3-3e027ad0759f" [ 1766.809138] env[62312]: _type = "Task" [ 1766.809138] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.816546] env[62312]: DEBUG oslo_vmware.api [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810227, 'name': PowerOnVM_Task, 'duration_secs': 0.638722} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.817280] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.817576] env[62312]: DEBUG nova.compute.manager [None req-aa3fe4bd-03ae-470f-b339-48cb3e90b854 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.818492] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43e0bd2-baf0-453a-b693-d908eec76ee1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.824352] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f05d5c-907b-7cda-ebf3-3e027ad0759f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.835753] env[62312]: DEBUG nova.network.neutron [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Updated VIF entry in instance network info cache for port c7b04649-50f0-498d-827c-5529188e35b6. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.836129] env[62312]: DEBUG nova.network.neutron [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Updating instance_info_cache with network_info: [{"id": "c7b04649-50f0-498d-827c-5529188e35b6", "address": "fa:16:3e:8c:35:49", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b04649-50", "ovs_interfaceid": "c7b04649-50f0-498d-827c-5529188e35b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.893747] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096895} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.894198] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.895112] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf72d9d-b90e-4846-a634-e57b3ac9c157 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.901265] env[62312]: DEBUG nova.objects.base [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Object Instance<1b05748a-f12b-4704-a851-6cb2446f407c> lazy-loaded attributes: info_cache,migration_context {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1766.903459] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbfe19e-ed5d-44f3-9424-71dbbd021a31 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.924908] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 98322c85-c87e-4909-ae2d-3910e5de8b2a/98322c85-c87e-4909-ae2d-3910e5de8b2a.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.925882] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439e627d-742b-4cb1-bc22-3114d21e02ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.957314] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4570dc05-42a5-41ac-8eb4-738ce87bce23 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.969011] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1766.969011] env[62312]: value = "task-1810232" [ 1766.969011] env[62312]: _type = "Task" [ 1766.969011] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.979798] env[62312]: DEBUG oslo_vmware.api [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1766.979798] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526fc5e7-7b0f-269a-a7a9-a3560ffd668d" [ 1766.979798] env[62312]: _type = "Task" [ 1766.979798] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.982025] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810224, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.992222] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.993155] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb20ce-f520-426e-8718-7e664763941c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.006050] env[62312]: DEBUG oslo_vmware.api [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526fc5e7-7b0f-269a-a7a9-a3560ffd668d, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.008226] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.008572] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Suspending the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1767.008878] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-15061eaa-44d5-4c03-b806-6d91481ed1d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.017397] env[62312]: DEBUG oslo_vmware.api [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] Waiting for the task: (returnval){ [ 1767.017397] env[62312]: value = "task-1810233" [ 1767.017397] env[62312]: _type = "Task" [ 1767.017397] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.028326] env[62312]: DEBUG oslo_vmware.api [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] Task: {'id': task-1810233, 'name': SuspendVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.082718] env[62312]: DEBUG oslo_vmware.api [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.085221] env[62312]: DEBUG nova.compute.manager [req-1721b83a-77dd-4fc8-9ed9-ebe5f2f91b47 req-b7f96808-b0f2-4918-9d44-fab8ba2e703e service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Received event network-vif-deleted-4a454faf-8bc8-486d-90e7-3517fcca96fe {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1767.085403] env[62312]: INFO nova.compute.manager [req-1721b83a-77dd-4fc8-9ed9-ebe5f2f91b47 req-b7f96808-b0f2-4918-9d44-fab8ba2e703e service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Neutron deleted interface 4a454faf-8bc8-486d-90e7-3517fcca96fe; detaching it from the instance and deleting it from the info cache [ 1767.085569] env[62312]: DEBUG nova.network.neutron [req-1721b83a-77dd-4fc8-9ed9-ebe5f2f91b47 req-b7f96808-b0f2-4918-9d44-fab8ba2e703e service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.145223] env[62312]: DEBUG oslo_concurrency.lockutils [None req-431bf8b0-f884-44fd-839c-536c2b576396 tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.146541] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.848s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.146893] env[62312]: DEBUG nova.objects.instance [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lazy-loading 'resources' on Instance uuid 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.293488] env[62312]: DEBUG nova.network.neutron [-] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.306630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.321855] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f05d5c-907b-7cda-ebf3-3e027ad0759f, 'name': SearchDatastore_Task, 'duration_secs': 0.023649} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.322232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.322539] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.322794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.322941] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.323280] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.323841] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d90b5283-5c6a-4ca9-9d40-21387aab3fb3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.339791] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.339791] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.341704] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] Releasing lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.341704] env[62312]: DEBUG nova.compute.manager [req-7e293c3a-c4c7-461a-a570-e47f1bca773c req-ecd216c4-aff8-4509-976d-9162c810d9da service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-vif-deleted-c8b75c16-9bc2-4b41-980a-55010511a21e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1767.341704] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d250bae6-6a7c-4070-933c-ec9f6abadc39 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.350187] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1767.350187] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521b5efe-872e-c852-fa58-55c03a18ba43" [ 1767.350187] env[62312]: _type = "Task" [ 1767.350187] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.360344] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521b5efe-872e-c852-fa58-55c03a18ba43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.473169] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810224, 'name': CloneVM_Task, 'duration_secs': 1.807558} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.476881] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Created linked-clone VM from snapshot [ 1767.480018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a58eda-ed90-45e1-95d7-04ef41bf4f49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.487018] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.490937] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Uploading image e96242b3-e1cd-4a6b-913f-766761f2a23b {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1767.518596] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1767.518596] env[62312]: value = "vm-375159" [ 1767.518596] env[62312]: _type = "VirtualMachine" [ 1767.518596] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1767.519417] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b1667ac5-369e-4898-a4a2-82cfb3bceb74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.531972] env[62312]: DEBUG oslo_vmware.api [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] Task: {'id': task-1810233, 'name': SuspendVM_Task} progress is 62%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.533465] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease: (returnval){ [ 1767.533465] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529aa289-024c-36a2-3d05-09686f31e807" [ 1767.533465] env[62312]: _type = "HttpNfcLease" [ 1767.533465] env[62312]: } obtained for exporting VM: (result){ [ 1767.533465] env[62312]: value = "vm-375159" [ 1767.533465] env[62312]: _type = "VirtualMachine" [ 1767.533465] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1767.534136] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the lease: (returnval){ [ 1767.534136] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529aa289-024c-36a2-3d05-09686f31e807" [ 1767.534136] env[62312]: _type = "HttpNfcLease" [ 1767.534136] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1767.540411] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1767.540411] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529aa289-024c-36a2-3d05-09686f31e807" [ 1767.540411] env[62312]: _type = "HttpNfcLease" [ 1767.540411] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1767.584802] env[62312]: DEBUG oslo_vmware.api [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523475} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.585220] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.585568] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.585733] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.586520] env[62312]: INFO nova.compute.manager [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1767.586520] env[62312]: DEBUG oslo.service.loopingcall [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.586520] env[62312]: DEBUG nova.compute.manager [-] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1767.586520] env[62312]: DEBUG nova.network.neutron [-] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.588765] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96901d5b-3bbb-4108-8f10-d7ecbde89fdb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.599383] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a961a2f-d939-4ac1-8cea-8fc49e269e20 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.637213] env[62312]: DEBUG nova.compute.manager [req-1721b83a-77dd-4fc8-9ed9-ebe5f2f91b47 req-b7f96808-b0f2-4918-9d44-fab8ba2e703e service nova] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Detach interface failed, port_id=4a454faf-8bc8-486d-90e7-3517fcca96fe, reason: Instance 12ace124-f662-421e-95e4-1ed22d3506ba could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1767.657340] env[62312]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c8b75c16-9bc2-4b41-980a-55010511a21e could not be found.", "detail": ""}} {{(pid=62312) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1767.657340] env[62312]: DEBUG nova.network.neutron [-] Unable to show port c8b75c16-9bc2-4b41-980a-55010511a21e as it no longer exists. {{(pid=62312) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1767.799506] env[62312]: INFO nova.compute.manager [-] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Took 1.45 seconds to deallocate network for instance. [ 1767.862198] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521b5efe-872e-c852-fa58-55c03a18ba43, 'name': SearchDatastore_Task, 'duration_secs': 0.050401} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.863770] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6b03f1-6170-4362-84ab-fa824ed74288 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.874040] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1767.874040] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e95f12-0e00-a9ab-0051-e7194ef18d5e" [ 1767.874040] env[62312]: _type = "Task" [ 1767.874040] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.883870] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e95f12-0e00-a9ab-0051-e7194ef18d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.989365] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.009522] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06ee1f-f2b0-465e-9b16-0f7727488b2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.019197] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbf532d-462f-4c39-b64b-2e437782e443 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.032780] env[62312]: DEBUG oslo_vmware.api [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] Task: {'id': task-1810233, 'name': SuspendVM_Task} progress is 62%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.068019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20822fc-c135-485e-a8cb-7fd065095830 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.075853] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1768.075853] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529aa289-024c-36a2-3d05-09686f31e807" [ 1768.075853] env[62312]: _type = "HttpNfcLease" [ 1768.075853] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1768.078627] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1768.078627] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529aa289-024c-36a2-3d05-09686f31e807" [ 1768.078627] env[62312]: _type = "HttpNfcLease" [ 1768.078627] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1768.081783] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb0f29-0077-4f1e-a93e-4809848ea086 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.083143] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078aa02c-78bf-48cc-a3e0-a6a9e90b9b8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.097342] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1d924-a0d5-aa8b-cd7a-d43897c942b6/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1768.097570] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1d924-a0d5-aa8b-cd7a-d43897c942b6/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1768.107971] env[62312]: DEBUG nova.compute.provider_tree [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.301021] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21cd46b2-de12-401e-b94c-5d36f30f6b92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.311720] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.384303] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e95f12-0e00-a9ab-0051-e7194ef18d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.019659} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.384505] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.384839] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/d2cbe9a6-e088-46fc-b067-3de46f9d87fb.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.385115] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c6d7f7d-5bb8-4eb0-8637-fd433bc4f94a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.393132] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1768.393132] env[62312]: value = "task-1810235" [ 1768.393132] env[62312]: _type = "Task" [ 1768.393132] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.402395] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.494406] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810232, 'name': ReconfigVM_Task, 'duration_secs': 1.054552} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.494811] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 98322c85-c87e-4909-ae2d-3910e5de8b2a/98322c85-c87e-4909-ae2d-3910e5de8b2a.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.495932] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17c5988a-fad7-4deb-8668-a07e0e68e711 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.505333] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1768.505333] env[62312]: value = "task-1810236" [ 1768.505333] env[62312]: _type = "Task" [ 1768.505333] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.515983] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810236, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.535102] env[62312]: DEBUG oslo_vmware.api [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] Task: {'id': task-1810233, 'name': SuspendVM_Task, 'duration_secs': 1.113183} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.535438] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Suspended the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1768.535687] env[62312]: DEBUG nova.compute.manager [None req-257b40d4-56e0-42db-8f38-43233742e527 tempest-ServersAdminNegativeTestJSON-759406018 tempest-ServersAdminNegativeTestJSON-759406018-project-admin] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.536574] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9a08f1-aebb-4266-aa9c-e3613dde5f21 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.612228] env[62312]: DEBUG nova.scheduler.client.report [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.725683] env[62312]: DEBUG nova.compute.manager [req-a0bafc9f-f315-4d98-b644-78a54847f067 req-8a64a7ff-a777-4f71-b693-509ee774befc service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Received event network-vif-deleted-6a24104f-54e6-4f8a-a2a6-4bb1d75a17db {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1768.725683] env[62312]: INFO nova.compute.manager [req-a0bafc9f-f315-4d98-b644-78a54847f067 req-8a64a7ff-a777-4f71-b693-509ee774befc service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Neutron deleted interface 6a24104f-54e6-4f8a-a2a6-4bb1d75a17db; detaching it from the instance and deleting it from the info cache [ 1768.725683] env[62312]: DEBUG nova.network.neutron [req-a0bafc9f-f315-4d98-b644-78a54847f067 req-8a64a7ff-a777-4f71-b693-509ee774befc service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.905036] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810235, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.921323] env[62312]: DEBUG nova.network.neutron [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Successfully updated port: 3bd6c3a4-e700-42ac-a916-77b41bdd0a72 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.019243] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810236, 'name': Rename_Task, 'duration_secs': 0.187085} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.019777] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.020260] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c5c653-9079-4fde-aedc-d071e645cbd7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.029894] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1769.029894] env[62312]: value = "task-1810237" [ 1769.029894] env[62312]: _type = "Task" [ 1769.029894] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.044619] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.117370] env[62312]: DEBUG nova.compute.manager [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Received event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1769.117712] env[62312]: DEBUG nova.compute.manager [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing instance network info cache due to event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1769.118070] env[62312]: DEBUG oslo_concurrency.lockutils [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] Acquiring lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.118518] env[62312]: DEBUG oslo_concurrency.lockutils [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] Acquired lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.118718] env[62312]: DEBUG nova.network.neutron [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.120815] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.123842] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.924s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.124282] env[62312]: DEBUG nova.objects.instance [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lazy-loading 'resources' on Instance uuid 120ea27c-6a47-4be9-a07e-79111b54f1e6 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.184159] env[62312]: DEBUG nova.network.neutron [-] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.229718] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e194b591-e383-4e80-8fda-d61de20c5e6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.241058] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a93ff-2bd3-4788-94d7-4b26d88da344 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.280939] env[62312]: DEBUG nova.compute.manager [req-a0bafc9f-f315-4d98-b644-78a54847f067 req-8a64a7ff-a777-4f71-b693-509ee774befc service nova] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Detach interface failed, port_id=6a24104f-54e6-4f8a-a2a6-4bb1d75a17db, reason: Instance 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1769.408099] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609321} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.408602] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/d2cbe9a6-e088-46fc-b067-3de46f9d87fb.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.408990] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.409333] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3682e27c-d677-4f1a-b29a-e7a03a2d38e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.419980] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1769.419980] env[62312]: value = "task-1810238" [ 1769.419980] env[62312]: _type = "Task" [ 1769.419980] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.425344] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "refresh_cache-b0c3ff7c-8161-4146-b6ac-0b67e5492720" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.425687] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquired lock "refresh_cache-b0c3ff7c-8161-4146-b6ac-0b67e5492720" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.425957] env[62312]: DEBUG nova.network.neutron [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.435699] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.542555] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810237, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.649439] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2e558847-a4aa-45ee-aecf-91d87fff58fc tempest-ServerActionsV293TestJSON-1820784490 tempest-ServerActionsV293TestJSON-1820784490-project-member] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.659s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.652553] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.608s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.652553] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db603006-91ce-4586-b139-75664983ae2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.670651] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b70294f-d2f0-4855-9a61-582fedaef40d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.690045] env[62312]: INFO nova.compute.manager [-] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Took 2.10 seconds to deallocate network for instance. [ 1769.934344] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090594} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.937423] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.939083] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83380163-ed62-4c45-95a8-d9de3c194246 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.965883] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/d2cbe9a6-e088-46fc-b067-3de46f9d87fb.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.972083] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9274dd37-d8e8-4240-a212-4e1699ab7bb8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.999211] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1769.999211] env[62312]: value = "task-1810239" [ 1769.999211] env[62312]: _type = "Task" [ 1769.999211] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.009619] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.041658] env[62312]: DEBUG oslo_vmware.api [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810237, 'name': PowerOnVM_Task, 'duration_secs': 0.677082} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.042061] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.042937] env[62312]: INFO nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Took 12.49 seconds to spawn the instance on the hypervisor. [ 1770.043296] env[62312]: DEBUG nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.047514] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a523dec-12e1-4142-90f7-a114e94c119b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.104951] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c5155-f214-40c6-8cc8-68ea0ab9bce7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.113883] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c69705-e4a1-48b9-b0d6-c2518edc06aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.155434] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d564a-7927-4b6e-8edb-40e1a49e2645 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.176335] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ede78-f87d-44df-92f6-0b00f7f75aa6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.191907] env[62312]: DEBUG nova.compute.provider_tree [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.194242] env[62312]: DEBUG nova.network.neutron [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.202628] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.224368] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.347012] env[62312]: DEBUG nova.network.neutron [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updated VIF entry in instance network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.347311] env[62312]: DEBUG nova.network.neutron [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.484951] env[62312]: DEBUG nova.network.neutron [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Updating instance_info_cache with network_info: [{"id": "3bd6c3a4-e700-42ac-a916-77b41bdd0a72", "address": "fa:16:3e:f6:c9:34", "network": {"id": "9759aaed-c246-4d9d-9e36-97fae7e4e040", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2117761547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e368ec00af3540389ecf071c9c7ca0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd6c3a4-e7", "ovs_interfaceid": "3bd6c3a4-e700-42ac-a916-77b41bdd0a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.514490] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.574637] env[62312]: INFO nova.compute.manager [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Took 31.19 seconds to build instance. [ 1770.667812] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.668210] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.668502] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.668723] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.668928] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.671128] env[62312]: INFO nova.compute.manager [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Terminating instance [ 1770.698778] env[62312]: DEBUG nova.scheduler.client.report [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.755993] env[62312]: DEBUG nova.compute.manager [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Received event network-vif-plugged-3bd6c3a4-e700-42ac-a916-77b41bdd0a72 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1770.756303] env[62312]: DEBUG oslo_concurrency.lockutils [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] Acquiring lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.756544] env[62312]: DEBUG oslo_concurrency.lockutils [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.756735] env[62312]: DEBUG oslo_concurrency.lockutils [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.756912] env[62312]: DEBUG nova.compute.manager [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] No waiting events found dispatching network-vif-plugged-3bd6c3a4-e700-42ac-a916-77b41bdd0a72 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.757316] env[62312]: WARNING nova.compute.manager [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Received unexpected event network-vif-plugged-3bd6c3a4-e700-42ac-a916-77b41bdd0a72 for instance with vm_state building and task_state spawning. [ 1770.757562] env[62312]: DEBUG nova.compute.manager [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Received event network-changed-3bd6c3a4-e700-42ac-a916-77b41bdd0a72 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1770.757771] env[62312]: DEBUG nova.compute.manager [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Refreshing instance network info cache due to event network-changed-3bd6c3a4-e700-42ac-a916-77b41bdd0a72. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1770.757977] env[62312]: DEBUG oslo_concurrency.lockutils [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] Acquiring lock "refresh_cache-b0c3ff7c-8161-4146-b6ac-0b67e5492720" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.849547] env[62312]: DEBUG oslo_concurrency.lockutils [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] Releasing lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.849874] env[62312]: DEBUG nova.compute.manager [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Received event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1770.850105] env[62312]: DEBUG nova.compute.manager [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing instance network info cache due to event network-changed-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1770.850376] env[62312]: DEBUG oslo_concurrency.lockutils [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] Acquiring lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.850554] env[62312]: DEBUG oslo_concurrency.lockutils [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] Acquired lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.850734] env[62312]: DEBUG nova.network.neutron [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Refreshing network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.988339] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Releasing lock "refresh_cache-b0c3ff7c-8161-4146-b6ac-0b67e5492720" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.988785] env[62312]: DEBUG nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Instance network_info: |[{"id": "3bd6c3a4-e700-42ac-a916-77b41bdd0a72", "address": "fa:16:3e:f6:c9:34", "network": {"id": "9759aaed-c246-4d9d-9e36-97fae7e4e040", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2117761547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e368ec00af3540389ecf071c9c7ca0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd6c3a4-e7", "ovs_interfaceid": "3bd6c3a4-e700-42ac-a916-77b41bdd0a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1770.989748] env[62312]: DEBUG oslo_concurrency.lockutils [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] Acquired lock "refresh_cache-b0c3ff7c-8161-4146-b6ac-0b67e5492720" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.990029] env[62312]: DEBUG nova.network.neutron [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Refreshing network info cache for port 3bd6c3a4-e700-42ac-a916-77b41bdd0a72 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.991791] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bd6c3a4-e700-42ac-a916-77b41bdd0a72', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.000052] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Creating folder: Project (e368ec00af3540389ecf071c9c7ca0ac). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1771.003407] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d73bbf0f-053d-4628-a604-139f3e0f99fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.016497] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810239, 'name': ReconfigVM_Task, 'duration_secs': 0.67207} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.016796] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/d2cbe9a6-e088-46fc-b067-3de46f9d87fb.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.017802] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3624ea7a-15db-4c1d-bade-5804910b4aa5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.021166] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Created folder: Project (e368ec00af3540389ecf071c9c7ca0ac) in parent group-v374919. [ 1771.021387] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Creating folder: Instances. Parent ref: group-v375161. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1771.022182] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ea20c8-3813-44dd-8973-343cb117a301 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.026773] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1771.026773] env[62312]: value = "task-1810241" [ 1771.026773] env[62312]: _type = "Task" [ 1771.026773] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.033503] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Created folder: Instances in parent group-v375161. [ 1771.033764] env[62312]: DEBUG oslo.service.loopingcall [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.037017] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.037304] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810241, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.037514] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-753c68c6-ee48-4cac-bdd2-c863051e6bf5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.062593] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.062593] env[62312]: value = "task-1810243" [ 1771.062593] env[62312]: _type = "Task" [ 1771.062593] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.072769] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810243, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.079513] env[62312]: DEBUG oslo_concurrency.lockutils [None req-66c7aa55-8f1c-46e5-bdd5-434df38d6e28 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.705s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.079850] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.030s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.080099] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] During sync_power_state the instance has a pending task (spawning). Skip. [ 1771.080339] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.175588] env[62312]: DEBUG nova.compute.manager [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.175845] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.176816] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28e35bc-9326-48ad-8535-2ff848b67325 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.188745] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.189175] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46529eba-881d-4525-b638-fb0209f94b14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.204725] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.208020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.024s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.208020] env[62312]: DEBUG nova.objects.instance [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lazy-loading 'resources' on Instance uuid 095ac676-a048-40c5-a077-99dadcb7c6d3 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.238457] env[62312]: INFO nova.scheduler.client.report [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Deleted allocations for instance 120ea27c-6a47-4be9-a07e-79111b54f1e6 [ 1771.315444] env[62312]: DEBUG nova.network.neutron [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Updated VIF entry in instance network info cache for port 3bd6c3a4-e700-42ac-a916-77b41bdd0a72. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.315897] env[62312]: DEBUG nova.network.neutron [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Updating instance_info_cache with network_info: [{"id": "3bd6c3a4-e700-42ac-a916-77b41bdd0a72", "address": "fa:16:3e:f6:c9:34", "network": {"id": "9759aaed-c246-4d9d-9e36-97fae7e4e040", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2117761547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e368ec00af3540389ecf071c9c7ca0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd6c3a4-e7", "ovs_interfaceid": "3bd6c3a4-e700-42ac-a916-77b41bdd0a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.330914] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.331244] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.331498] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Deleting the datastore file [datastore1] 8d74a04c-c459-4432-b8ad-ac75cf7fd686 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.332617] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-270af059-1881-4f2c-a57c-20ee84545b51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.342931] env[62312]: DEBUG oslo_vmware.api [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1771.342931] env[62312]: value = "task-1810245" [ 1771.342931] env[62312]: _type = "Task" [ 1771.342931] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.357050] env[62312]: DEBUG oslo_vmware.api [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.542915] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810241, 'name': Rename_Task, 'duration_secs': 0.233025} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.546898] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.547594] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00e667d9-e8f6-4a70-acd0-573ef20e42cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.562139] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1771.562139] env[62312]: value = "task-1810246" [ 1771.562139] env[62312]: _type = "Task" [ 1771.562139] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.574476] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.578275] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810243, 'name': CreateVM_Task, 'duration_secs': 0.458833} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.578618] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1771.579522] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.579804] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.580245] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1771.580612] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317ce659-0702-4466-95d8-6267e4fef4cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.586313] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1771.586313] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5296257c-eb4f-0ab6-13d3-a71bf7fff627" [ 1771.586313] env[62312]: _type = "Task" [ 1771.586313] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.595772] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5296257c-eb4f-0ab6-13d3-a71bf7fff627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.749656] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8d8e44f0-6aaa-44e2-a2c1-9fba6d6937dd tempest-ServerShowV254Test-411413432 tempest-ServerShowV254Test-411413432-project-member] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.959s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.753070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.703s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.753070] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f24478b-d918-478f-97f5-b55a073199bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.764831] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9098dccf-f71a-4d63-a8a4-8f5c2d9e58ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.782081] env[62312]: DEBUG nova.network.neutron [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updated VIF entry in instance network info cache for port 9ed3f3ec-c052-4da0-bf5d-85589aa2c60b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.782444] env[62312]: DEBUG nova.network.neutron [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [{"id": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "address": "fa:16:3e:ba:47:25", "network": {"id": "b6205374-3742-44f2-980a-760540aa128d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-63135830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f25f7f1a94be43e3860b8a12cec6ce47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed3f3ec-c0", "ovs_interfaceid": "9ed3f3ec-c052-4da0-bf5d-85589aa2c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.821202] env[62312]: DEBUG oslo_concurrency.lockutils [req-ab8048fc-f2c4-43b1-b433-92875688e115 req-4d7c7fe7-76b6-4c88-8d12-ec64199183a2 service nova] Releasing lock "refresh_cache-b0c3ff7c-8161-4146-b6ac-0b67e5492720" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.858999] env[62312]: DEBUG oslo_vmware.api [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270443} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.862055] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.862280] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.862554] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.862809] env[62312]: INFO nova.compute.manager [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1771.863013] env[62312]: DEBUG oslo.service.loopingcall [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.864788] env[62312]: DEBUG nova.compute.manager [-] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1771.864788] env[62312]: DEBUG nova.network.neutron [-] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1771.932641] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae6069b-6361-4e2f-a1b6-460cd501f284 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.941648] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c593eaf5-55d9-4e85-a313-180361515759 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Suspending the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1771.941943] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b20ad87b-ab6e-4cf1-a7b4-11c45895b168 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.952124] env[62312]: DEBUG oslo_vmware.api [None req-c593eaf5-55d9-4e85-a313-180361515759 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1771.952124] env[62312]: value = "task-1810247" [ 1771.952124] env[62312]: _type = "Task" [ 1771.952124] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.964534] env[62312]: DEBUG oslo_vmware.api [None req-c593eaf5-55d9-4e85-a313-180361515759 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810247, 'name': SuspendVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.052405] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83584e84-9dfb-4044-bd6c-bbec03f7567b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.065509] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201f7f9-87f9-44cd-83d5-ecfb7e917662 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.075700] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.106090] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217338dd-e818-4aa1-a6cf-caad59e36ba9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.119138] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bdd872-3756-4cd5-b96e-b0c36e0e9b6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.123592] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5296257c-eb4f-0ab6-13d3-a71bf7fff627, 'name': SearchDatastore_Task, 'duration_secs': 0.014455} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.124049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.124315] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1772.124563] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.124716] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.124940] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1772.125672] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07c5d2b-90f8-4469-bc05-adefd0b8869a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.136989] env[62312]: DEBUG nova.compute.provider_tree [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.139799] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1772.140016] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1772.141078] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c64b12-095f-4521-bc5a-e2747dea26d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.147905] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1772.147905] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b746cc-8718-bd69-15eb-8466a69a8596" [ 1772.147905] env[62312]: _type = "Task" [ 1772.147905] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.158876] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b746cc-8718-bd69-15eb-8466a69a8596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.285719] env[62312]: DEBUG oslo_concurrency.lockutils [req-d62ef759-a373-4d83-9916-bc620af10cd8 req-e0e534db-b15b-4457-a89f-3a4c3134d739 service nova] Releasing lock "refresh_cache-0044e695-c79f-4e66-9130-38bfac354e8c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.319083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "120ea27c-6a47-4be9-a07e-79111b54f1e6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.465629] env[62312]: DEBUG oslo_vmware.api [None req-c593eaf5-55d9-4e85-a313-180361515759 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810247, 'name': SuspendVM_Task} progress is 54%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.571868] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.642095] env[62312]: DEBUG nova.scheduler.client.report [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.659831] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b746cc-8718-bd69-15eb-8466a69a8596, 'name': SearchDatastore_Task, 'duration_secs': 0.0544} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.661365] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06b997f-28b0-4245-88d2-ef652a2e63e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.668367] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1772.668367] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e663c8-6dbb-fa98-2bc6-6417f4e7677c" [ 1772.668367] env[62312]: _type = "Task" [ 1772.668367] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.678176] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e663c8-6dbb-fa98-2bc6-6417f4e7677c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.742498] env[62312]: DEBUG nova.network.neutron [-] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.781877] env[62312]: DEBUG nova.compute.manager [req-97dd5de9-ae60-4da1-a86e-b870d064f3fe req-ded8345e-3fd7-44e8-b1f3-8c813f098129 service nova] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Received event network-vif-deleted-5cb0e690-64cb-4d9d-a718-7d05483eb4a7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1772.965210] env[62312]: DEBUG oslo_vmware.api [None req-c593eaf5-55d9-4e85-a313-180361515759 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810247, 'name': SuspendVM_Task, 'duration_secs': 0.815781} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.965501] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-c593eaf5-55d9-4e85-a313-180361515759 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Suspended the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1772.965688] env[62312]: DEBUG nova.compute.manager [None req-c593eaf5-55d9-4e85-a313-180361515759 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.966556] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da433ae-9136-4257-8491-6904e55361b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.072960] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.147335] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.150634] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.566s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.150996] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.151279] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1773.151538] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.143s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.153845] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fbdabe-f209-4890-ae1b-0af5a552e3c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.163808] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b2eb62-1a0d-4a91-90e2-a0f5a63708a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.172796] env[62312]: INFO nova.scheduler.client.report [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Deleted allocations for instance 095ac676-a048-40c5-a077-99dadcb7c6d3 [ 1773.185889] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a50fc8a-a91d-49a8-9c1b-18f5e4b90ccd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.196033] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e663c8-6dbb-fa98-2bc6-6417f4e7677c, 'name': SearchDatastore_Task, 'duration_secs': 0.015663} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.196523] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.196804] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b0c3ff7c-8161-4146-b6ac-0b67e5492720/b0c3ff7c-8161-4146-b6ac-0b67e5492720.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1773.197095] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-462118a3-742f-4601-ae5d-2add64c982a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.203145] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e83f16b-8099-46ca-9baf-4a4294c954c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.209694] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1773.209694] env[62312]: value = "task-1810248" [ 1773.209694] env[62312]: _type = "Task" [ 1773.209694] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.240997] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178782MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1773.241135] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.244924] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.247660] env[62312]: INFO nova.compute.manager [-] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Took 1.38 seconds to deallocate network for instance. [ 1773.575478] env[62312]: DEBUG oslo_vmware.api [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810246, 'name': PowerOnVM_Task, 'duration_secs': 1.63935} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.575779] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.575985] env[62312]: INFO nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1773.576188] env[62312]: DEBUG nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.577030] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0fedde-9a20-4243-9821-ce5738d0c948 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.700586] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d3cee402-325d-42b7-92e4-6b903adc793a tempest-ImagesTestJSON-753239438 tempest-ImagesTestJSON-753239438-project-member] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.086s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.701688] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.653s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.702425] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d56bf489-a5eb-42da-85ec-a520f198d9fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.718249] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ea258a-f3a1-4cc6-abc5-f067d5a71873 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.739229] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810248, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.760580] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.013195] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79dac0f-c7d5-47a1-bacf-7f81654cac4f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.023462] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a62b8-2bbc-4989-b465-214a7aeb5d3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.064450] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccda176f-6dbb-4acf-9e58-a57e6f98db9f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.073612] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bed2e5f-5249-4b91-b2f8-f058d5bcd611 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.099442] env[62312]: DEBUG nova.compute.provider_tree [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.110039] env[62312]: INFO nova.compute.manager [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Took 26.92 seconds to build instance. [ 1774.223224] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622207} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.223583] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b0c3ff7c-8161-4146-b6ac-0b67e5492720/b0c3ff7c-8161-4146-b6ac-0b67e5492720.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1774.223839] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1774.224188] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a7eff75-1f60-42ad-9805-92845b1a32e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.233162] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1774.233162] env[62312]: value = "task-1810249" [ 1774.233162] env[62312]: _type = "Task" [ 1774.233162] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.244295] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.266568] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "095ac676-a048-40c5-a077-99dadcb7c6d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.611564] env[62312]: DEBUG nova.scheduler.client.report [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.618026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.618026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.618026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "98322c85-c87e-4909-ae2d-3910e5de8b2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.618026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.618026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.618026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5424cec5-b6b0-4e9e-af61-5ddd829629aa tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.445s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.618026] env[62312]: INFO nova.compute.manager [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Terminating instance [ 1774.619215] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.569s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.619403] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1774.619578] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.743883] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115893} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.744513] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1774.745077] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b40bd11-40b0-4589-a275-ca8b41c3a7b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.768662] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] b0c3ff7c-8161-4146-b6ac-0b67e5492720/b0c3ff7c-8161-4146-b6ac-0b67e5492720.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.768781] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1bb76b8-3954-4574-b81c-bfd533f4c9df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.790290] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1774.790290] env[62312]: value = "task-1810250" [ 1774.790290] env[62312]: _type = "Task" [ 1774.790290] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.799727] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.046247] env[62312]: INFO nova.compute.manager [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Rescuing [ 1775.046578] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.046909] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.046978] env[62312]: DEBUG nova.network.neutron [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.129072] env[62312]: DEBUG nova.compute.manager [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1775.129372] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.134739] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b958a65e-fc54-4a3f-9621-4d36de6edaa3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.143794] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1775.144821] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f5cb0b2-e67e-4f0d-856b-7fea95bdacaf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.236199] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.236199] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.236199] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleting the datastore file [datastore1] 98322c85-c87e-4909-ae2d-3910e5de8b2a {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.238086] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7e805e1-64e6-417a-b970-3fbe71d2974c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.252090] env[62312]: DEBUG oslo_vmware.api [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1775.252090] env[62312]: value = "task-1810252" [ 1775.252090] env[62312]: _type = "Task" [ 1775.252090] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.265347] env[62312]: DEBUG oslo_vmware.api [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.300816] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810250, 'name': ReconfigVM_Task, 'duration_secs': 0.27667} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.301442] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Reconfigured VM instance instance-0000005e to attach disk [datastore1] b0c3ff7c-8161-4146-b6ac-0b67e5492720/b0c3ff7c-8161-4146-b6ac-0b67e5492720.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.302280] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc782a0-73da-4768-8da6-35bf5543ad38 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.310081] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1775.310081] env[62312]: value = "task-1810253" [ 1775.310081] env[62312]: _type = "Task" [ 1775.310081] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.324198] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810253, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.629991] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.478s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.632968] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.326s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.636932] env[62312]: INFO nova.compute.claims [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.765697] env[62312]: DEBUG oslo_vmware.api [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361294} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.766709] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.766709] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.766709] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.766709] env[62312]: INFO nova.compute.manager [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1775.766709] env[62312]: DEBUG oslo.service.loopingcall [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.766851] env[62312]: DEBUG nova.compute.manager [-] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.766929] env[62312]: DEBUG nova.network.neutron [-] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.818522] env[62312]: DEBUG nova.network.neutron [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Updating instance_info_cache with network_info: [{"id": "c7b04649-50f0-498d-827c-5529188e35b6", "address": "fa:16:3e:8c:35:49", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b04649-50", "ovs_interfaceid": "c7b04649-50f0-498d-827c-5529188e35b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.823904] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810253, 'name': Rename_Task, 'duration_secs': 0.242293} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.824446] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.824715] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301c2942-bf2c-4949-9bfa-072cf166e634 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.835066] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1775.835066] env[62312]: value = "task-1810254" [ 1775.835066] env[62312]: _type = "Task" [ 1775.835066] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.846146] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.188613] env[62312]: DEBUG nova.compute.manager [req-19950bda-c471-4350-acc8-5e8c498fb102 req-5f5cea6c-6e8a-484a-a763-d8cb584dca71 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Received event network-vif-deleted-2ebfe7e8-0706-42cd-a51d-f59727702849 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1776.188836] env[62312]: INFO nova.compute.manager [req-19950bda-c471-4350-acc8-5e8c498fb102 req-5f5cea6c-6e8a-484a-a763-d8cb584dca71 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Neutron deleted interface 2ebfe7e8-0706-42cd-a51d-f59727702849; detaching it from the instance and deleting it from the info cache [ 1776.188990] env[62312]: DEBUG nova.network.neutron [req-19950bda-c471-4350-acc8-5e8c498fb102 req-5f5cea6c-6e8a-484a-a763-d8cb584dca71 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.229381] env[62312]: INFO nova.scheduler.client.report [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted allocation for migration 0b4037d3-18fc-421e-8bb3-208354b80942 [ 1776.325732] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.345514] env[62312]: DEBUG oslo_vmware.api [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810254, 'name': PowerOnVM_Task, 'duration_secs': 0.48775} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.347668] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1776.347822] env[62312]: INFO nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1776.348016] env[62312]: DEBUG nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.349040] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904fa8d0-5432-4675-9bf8-d4109e4f6c2c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.620088] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1d924-a0d5-aa8b-cd7a-d43897c942b6/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1776.621584] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3f03ce-b001-4372-a6ee-c5d698ed253d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.628407] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1d924-a0d5-aa8b-cd7a-d43897c942b6/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1776.628577] env[62312]: ERROR oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1d924-a0d5-aa8b-cd7a-d43897c942b6/disk-0.vmdk due to incomplete transfer. [ 1776.628805] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9abaae68-e5d2-409a-bb71-873e7018be38 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.637603] env[62312]: DEBUG oslo_vmware.rw_handles [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1d924-a0d5-aa8b-cd7a-d43897c942b6/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1776.637893] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Uploaded image e96242b3-e1cd-4a6b-913f-766761f2a23b to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1776.640901] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1776.641257] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0aa98896-2dc4-425e-8f75-78e4f6cf14ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.648907] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1776.648907] env[62312]: value = "task-1810255" [ 1776.648907] env[62312]: _type = "Task" [ 1776.648907] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.657867] env[62312]: DEBUG nova.network.neutron [-] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.666812] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810255, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.691929] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcbea316-2962-414f-8d4b-5ae55b805b47 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.705240] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99fbdd7-501e-44f1-94d5-e82de6574d61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.735586] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2788e002-e339-4ade-8b06-00d4d963ed7f tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.175s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.736636] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.690s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.737619] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2005ad3f-63d2-4e5e-ab0d-954128bc2488 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.759835] env[62312]: DEBUG nova.compute.manager [req-19950bda-c471-4350-acc8-5e8c498fb102 req-5f5cea6c-6e8a-484a-a763-d8cb584dca71 service nova] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Detach interface failed, port_id=2ebfe7e8-0706-42cd-a51d-f59727702849, reason: Instance 98322c85-c87e-4909-ae2d-3910e5de8b2a could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1776.867353] env[62312]: INFO nova.compute.manager [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Took 27.06 seconds to build instance. [ 1776.972068] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e06016-afd5-4fa2-8ab0-3a2f6e1bfa43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.981715] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd62c2c1-17e9-4986-8fd1-91cf4133d8f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.016964] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2c743-31d9-42d0-bd23-e2e0015063c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.025684] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed9b55-1598-4b25-a7a8-cc1e9954fd0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.040231] env[62312]: DEBUG nova.compute.provider_tree [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.159463] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810255, 'name': Destroy_Task, 'duration_secs': 0.441779} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.159735] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Destroyed the VM [ 1777.160008] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1777.160323] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77910ba7-7a14-4214-828a-29b0253c4bb5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.162231] env[62312]: INFO nova.compute.manager [-] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Took 1.40 seconds to deallocate network for instance. [ 1777.169666] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1777.169666] env[62312]: value = "task-1810256" [ 1777.169666] env[62312]: _type = "Task" [ 1777.169666] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.180531] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.260739] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "1b05748a-f12b-4704-a851-6cb2446f407c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.268780] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] During sync_power_state the instance has a pending task (deleting). Skip. [ 1777.269222] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.269554] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.009s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.269851] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.270101] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.270330] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.272945] env[62312]: INFO nova.compute.manager [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Terminating instance [ 1777.306439] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.369566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f2504ac3-f244-42e7-ae50-0b3307bbafb9 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.566s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.369837] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.319s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.370107] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] During sync_power_state the instance has a pending task (networking). Skip. [ 1777.370325] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.370598] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.064s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.370824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.371207] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.371462] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.373993] env[62312]: INFO nova.compute.manager [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Terminating instance [ 1777.543886] env[62312]: DEBUG nova.scheduler.client.report [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.669031] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.680494] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810256, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.777047] env[62312]: DEBUG nova.compute.manager [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.777305] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.778203] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f357e-2b9e-45b4-9925-59bf4c0d3559 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.786832] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.787122] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6840f13e-e615-470c-85c6-2acc45c0cc60 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.794425] env[62312]: DEBUG oslo_vmware.api [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1777.794425] env[62312]: value = "task-1810257" [ 1777.794425] env[62312]: _type = "Task" [ 1777.794425] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.803561] env[62312]: DEBUG oslo_vmware.api [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.817138] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.817418] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.870551] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.870851] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ef119d-3dcc-4d38-82ab-9096bbc146f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.877631] env[62312]: DEBUG nova.compute.manager [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.877844] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.879740] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc03c70-776f-4cb8-8528-f123dc7ab970 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.883032] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1777.883032] env[62312]: value = "task-1810258" [ 1777.883032] env[62312]: _type = "Task" [ 1777.883032] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.890739] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.891361] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b36e405-ab6b-4ad8-962f-6c7c32b1be4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.897971] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.899788] env[62312]: DEBUG oslo_vmware.api [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1777.899788] env[62312]: value = "task-1810259" [ 1777.899788] env[62312]: _type = "Task" [ 1777.899788] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.911500] env[62312]: DEBUG oslo_vmware.api [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.051117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.051578] env[62312]: DEBUG nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.055528] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.744s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.055761] env[62312]: DEBUG nova.objects.instance [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lazy-loading 'resources' on Instance uuid 12ace124-f662-421e-95e4-1ed22d3506ba {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.180673] env[62312]: DEBUG oslo_vmware.api [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810256, 'name': RemoveSnapshot_Task, 'duration_secs': 0.550377} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.181011] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1778.182229] env[62312]: INFO nova.compute.manager [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Took 14.34 seconds to snapshot the instance on the hypervisor. [ 1778.304806] env[62312]: DEBUG oslo_vmware.api [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810257, 'name': PowerOffVM_Task, 'duration_secs': 0.352925} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.305101] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.305273] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.305526] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05784a10-a552-470e-a7bf-75e8d4c26e54 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.319797] env[62312]: DEBUG nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1778.394025] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810258, 'name': PowerOffVM_Task, 'duration_secs': 0.338805} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.394305] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.395096] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcde95b-b97e-4761-ad26-4f039c98f63b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.418023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea7c50-aa29-46c7-b97f-99afbe6ab99c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.420673] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.420866] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.421052] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleting the datastore file [datastore1] 1b05748a-f12b-4704-a851-6cb2446f407c {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.421794] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b31ea5f-9c17-4228-b08b-e4efb2877bc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.428475] env[62312]: DEBUG oslo_vmware.api [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810259, 'name': PowerOffVM_Task, 'duration_secs': 0.255664} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.431586] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.431787] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.433927] env[62312]: DEBUG oslo_vmware.api [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1778.433927] env[62312]: value = "task-1810261" [ 1778.433927] env[62312]: _type = "Task" [ 1778.433927] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.434357] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3953550e-545c-44c2-aeb2-cb530b3a3785 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.444070] env[62312]: DEBUG oslo_vmware.api [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.458225] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.458494] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c21ccd65-470e-4198-8e49-06bc76d7cab6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.464883] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1778.464883] env[62312]: value = "task-1810263" [ 1778.464883] env[62312]: _type = "Task" [ 1778.464883] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.473156] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.545798] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.546052] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.546224] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Deleting the datastore file [datastore1] b0c3ff7c-8161-4146-b6ac-0b67e5492720 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.546495] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae82c53b-06b1-4476-826a-75fa3c03fb1e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.553495] env[62312]: DEBUG oslo_vmware.api [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for the task: (returnval){ [ 1778.553495] env[62312]: value = "task-1810264" [ 1778.553495] env[62312]: _type = "Task" [ 1778.553495] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.557700] env[62312]: DEBUG nova.compute.utils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.559105] env[62312]: DEBUG nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1778.559274] env[62312]: DEBUG nova.network.neutron [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1778.569327] env[62312]: DEBUG oslo_vmware.api [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.626405] env[62312]: DEBUG nova.policy [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12d0f5f5bf184b6297ca2bce5241419e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf11da977074cd594edd58b3bbe83ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1778.730315] env[62312]: DEBUG nova.compute.manager [None req-516e6ef3-8c85-4a9d-93a0-6d3a89498e46 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Found 2 images (rotation: 2) {{(pid=62312) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1778.845809] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.864290] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16a92a7-97a7-450a-b869-d4c854de1d8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.872640] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53437f9-462b-4369-9544-4bbedba408d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.904398] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0f9dc-d6a3-4142-90c5-795a76c048fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.912919] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e925e-a688-448f-8269-d91831fd205d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.928889] env[62312]: DEBUG nova.compute.provider_tree [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.947149] env[62312]: DEBUG oslo_vmware.api [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159409} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.947469] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.947617] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.947802] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.947970] env[62312]: INFO nova.compute.manager [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1778.948232] env[62312]: DEBUG oslo.service.loopingcall [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.948419] env[62312]: DEBUG nova.compute.manager [-] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.948505] env[62312]: DEBUG nova.network.neutron [-] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1778.976293] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1778.976910] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.977223] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.977394] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.977646] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.978509] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a51950-3be3-4b2e-9f09-52b91c35ad55 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.989415] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.989652] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.991441] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee8a561-5ee1-4291-9d03-b83053bb0c98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.998938] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1778.998938] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52936e99-b8e9-782c-ae56-b0c2b31319f7" [ 1778.998938] env[62312]: _type = "Task" [ 1778.998938] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.015224] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52936e99-b8e9-782c-ae56-b0c2b31319f7, 'name': SearchDatastore_Task} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.016834] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428ba5a5-af8e-4e9a-95cf-071182b9ca9d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.024450] env[62312]: DEBUG nova.network.neutron [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Successfully created port: a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.027284] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1779.027284] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]525f2994-75de-9d19-eaf1-36b3e224fa61" [ 1779.027284] env[62312]: _type = "Task" [ 1779.027284] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.037927] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525f2994-75de-9d19-eaf1-36b3e224fa61, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.038663] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.038663] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. {{(pid=62312) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1779.038819] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba5c254f-408b-4e50-9b02-ab155cd553b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.046351] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1779.046351] env[62312]: value = "task-1810265" [ 1779.046351] env[62312]: _type = "Task" [ 1779.046351] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.055269] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.063616] env[62312]: DEBUG oslo_vmware.api [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Task: {'id': task-1810264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134227} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.064334] env[62312]: DEBUG nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.067125] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.067323] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1779.067501] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1779.067672] env[62312]: INFO nova.compute.manager [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1779.067916] env[62312]: DEBUG oslo.service.loopingcall [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.068332] env[62312]: DEBUG nova.compute.manager [-] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1779.068429] env[62312]: DEBUG nova.network.neutron [-] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.432651] env[62312]: DEBUG nova.scheduler.client.report [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.555802] env[62312]: DEBUG nova.compute.manager [req-110829a1-6aea-4702-ae87-f8df99c063f7 req-647c93cf-9cc9-482e-a584-b8f4b416dc97 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Received event network-vif-deleted-3bd6c3a4-e700-42ac-a916-77b41bdd0a72 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1779.556027] env[62312]: INFO nova.compute.manager [req-110829a1-6aea-4702-ae87-f8df99c063f7 req-647c93cf-9cc9-482e-a584-b8f4b416dc97 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Neutron deleted interface 3bd6c3a4-e700-42ac-a916-77b41bdd0a72; detaching it from the instance and deleting it from the info cache [ 1779.556217] env[62312]: DEBUG nova.network.neutron [req-110829a1-6aea-4702-ae87-f8df99c063f7 req-647c93cf-9cc9-482e-a584-b8f4b416dc97 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.563197] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810265, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.615342] env[62312]: DEBUG nova.compute.manager [req-490a5e2b-0620-441b-b3af-1db640d92a95 req-83e927b7-05a1-41bd-bfc9-975f716ec9b7 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Received event network-vif-deleted-e699d944-19bc-4d21-8ce5-3e96b22cc506 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1779.615342] env[62312]: INFO nova.compute.manager [req-490a5e2b-0620-441b-b3af-1db640d92a95 req-83e927b7-05a1-41bd-bfc9-975f716ec9b7 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Neutron deleted interface e699d944-19bc-4d21-8ce5-3e96b22cc506; detaching it from the instance and deleting it from the info cache [ 1779.615598] env[62312]: DEBUG nova.network.neutron [req-490a5e2b-0620-441b-b3af-1db640d92a95 req-83e927b7-05a1-41bd-bfc9-975f716ec9b7 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.724349] env[62312]: DEBUG nova.compute.manager [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.725298] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485cfa1b-0ec3-4549-b8ef-b7c6b7b29874 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.828566] env[62312]: DEBUG nova.network.neutron [-] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.943716] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.946266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.744s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.946615] env[62312]: DEBUG nova.objects.instance [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'resources' on Instance uuid 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.966539] env[62312]: INFO nova.scheduler.client.report [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted allocations for instance 12ace124-f662-421e-95e4-1ed22d3506ba [ 1780.019291] env[62312]: DEBUG nova.network.neutron [-] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.057675] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748286} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.057675] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk. [ 1780.058442] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9e6899-bf10-4ab7-87f9-c55b1caf3748 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.061213] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-142d5d94-ec90-4024-b3fa-dfe6b51c569d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.079994] env[62312]: DEBUG nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.089222] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.090761] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c293d3-e556-43d7-9d51-828abb0356ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.109523] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9698b-48df-4c45-9473-f802f87f95ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.122542] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02dfeef1-6664-4a4e-81fc-e6bbd761371e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.126638] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.126875] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.127058] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.127252] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.127398] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.127545] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.127747] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.127910] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.128071] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.128245] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.128422] env[62312]: DEBUG nova.virt.hardware [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.129229] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4010f-399a-486c-93af-8f05b076af97 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.143230] env[62312]: DEBUG nova.compute.manager [req-110829a1-6aea-4702-ae87-f8df99c063f7 req-647c93cf-9cc9-482e-a584-b8f4b416dc97 service nova] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Detach interface failed, port_id=3bd6c3a4-e700-42ac-a916-77b41bdd0a72, reason: Instance b0c3ff7c-8161-4146-b6ac-0b67e5492720 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1780.143929] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1780.143929] env[62312]: value = "task-1810266" [ 1780.143929] env[62312]: _type = "Task" [ 1780.143929] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.153102] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37295e7c-a6f3-4df7-97cd-19eb1e3d38a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.165994] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd89a8c-bbe9-4073-8c22-0aa2aaa5bc50 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.173416] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.193696] env[62312]: DEBUG nova.compute.manager [req-490a5e2b-0620-441b-b3af-1db640d92a95 req-83e927b7-05a1-41bd-bfc9-975f716ec9b7 service nova] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Detach interface failed, port_id=e699d944-19bc-4d21-8ce5-3e96b22cc506, reason: Instance 1b05748a-f12b-4704-a851-6cb2446f407c could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1780.239030] env[62312]: INFO nova.compute.manager [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] instance snapshotting [ 1780.239668] env[62312]: DEBUG nova.objects.instance [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'flavor' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.331560] env[62312]: INFO nova.compute.manager [-] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Took 1.26 seconds to deallocate network for instance. [ 1780.476049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-24279241-e543-49db-9c9f-857e5e9a5ca2 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "12ace124-f662-421e-95e4-1ed22d3506ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.193s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.477310] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "12ace124-f662-421e-95e4-1ed22d3506ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.428s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.477522] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] During sync_power_state the instance has a pending task (deleting). Skip. [ 1780.478120] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "12ace124-f662-421e-95e4-1ed22d3506ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.522369] env[62312]: INFO nova.compute.manager [-] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Took 1.57 seconds to deallocate network for instance. [ 1780.552091] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "22765a2a-f556-4d67-916f-ff4aada476e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.552091] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "22765a2a-f556-4d67-916f-ff4aada476e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.655894] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810266, 'name': ReconfigVM_Task, 'duration_secs': 0.31027} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.658653] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb/ed1280ea-319d-44a1-aa42-f0ee15d45ebe-rescue.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.659765] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32bc127-4608-4b48-a3fe-6d741c5c1d46 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.690354] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b6a95c-8442-403e-aa0b-79c0c1c69314 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.707698] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1780.707698] env[62312]: value = "task-1810267" [ 1780.707698] env[62312]: _type = "Task" [ 1780.707698] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.373738] env[62312]: DEBUG nova.network.neutron [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Successfully updated port: a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.377820] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.378720] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.379026] env[62312]: DEBUG nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1781.384453] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "1410cde2-9275-4a1e-8450-a207283b8d18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.384672] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "1410cde2-9275-4a1e-8450-a207283b8d18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.386088] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04370bd1-1fd8-43e5-b919-d3cac467a984 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.392586] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810267, 'name': ReconfigVM_Task, 'duration_secs': 0.171542} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.393202] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.393645] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c200502a-1707-4bf2-8e75-1512455a35d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.413567] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e75c63-5e6f-41d8-b46e-2e62b5d344a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.416342] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1781.416342] env[62312]: value = "task-1810268" [ 1781.416342] env[62312]: _type = "Task" [ 1781.416342] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.426996] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78905478-a8c0-4df4-a89e-10c6380598c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.432605] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810268, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.436912] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73821c02-67a3-447b-97ab-9fe6484b70e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.466392] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7273501c-4bac-4ca4-936b-999738c391c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.474277] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2433ac-008a-43ec-a2fc-0ee8786daa0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.490124] env[62312]: DEBUG nova.compute.provider_tree [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1781.665910] env[62312]: DEBUG nova.compute.manager [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received event network-vif-plugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1781.666150] env[62312]: DEBUG oslo_concurrency.lockutils [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.666366] env[62312]: DEBUG oslo_concurrency.lockutils [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] Lock "045c0c44-7c36-4942-9011-27c143235604-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.666535] env[62312]: DEBUG oslo_concurrency.lockutils [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] Lock "045c0c44-7c36-4942-9011-27c143235604-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.666704] env[62312]: DEBUG nova.compute.manager [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] No waiting events found dispatching network-vif-plugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.666864] env[62312]: WARNING nova.compute.manager [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received unexpected event network-vif-plugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 for instance with vm_state building and task_state spawning. [ 1781.667093] env[62312]: DEBUG nova.compute.manager [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received event network-changed-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1781.667265] env[62312]: DEBUG nova.compute.manager [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Refreshing instance network info cache due to event network-changed-a9a2be9b-93fc-4a44-a8dd-042fe90128f5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1781.667477] env[62312]: DEBUG oslo_concurrency.lockutils [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] Acquiring lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.667722] env[62312]: DEBUG oslo_concurrency.lockutils [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] Acquired lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.667856] env[62312]: DEBUG nova.network.neutron [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Refreshing network info cache for port a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.867913] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.868323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.887049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.889812] env[62312]: DEBUG nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1781.901999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.928028] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1781.928221] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.929024] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f444d92-709e-4f7b-8197-0b38cc0026fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.938088] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1781.938088] env[62312]: value = "task-1810269" [ 1781.938088] env[62312]: _type = "Task" [ 1781.938088] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.947898] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810269, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.012029] env[62312]: ERROR nova.scheduler.client.report [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [req-696bdb9c-b5b1-4b02-bf23-e8900e8db5d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-696bdb9c-b5b1-4b02-bf23-e8900e8db5d1"}]} [ 1782.027039] env[62312]: DEBUG nova.scheduler.client.report [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1782.040113] env[62312]: DEBUG nova.scheduler.client.report [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1782.040250] env[62312]: DEBUG nova.compute.provider_tree [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.052142] env[62312]: DEBUG nova.scheduler.client.report [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1782.069664] env[62312]: DEBUG nova.scheduler.client.report [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1782.211168] env[62312]: DEBUG nova.network.neutron [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1782.330783] env[62312]: DEBUG nova.network.neutron [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.362547] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee38dc-49fd-4460-9aa9-7379bd8abc81 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.371029] env[62312]: DEBUG nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1782.374325] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd47468-9d98-4dcb-ae4f-c98554095a0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.410574] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17145ffb-6d48-4892-8773-a229cc927402 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.423950] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe3c1ba-7062-4a60-9cdc-b913beeec6eb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.430816] env[62312]: DEBUG oslo_vmware.api [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810268, 'name': PowerOnVM_Task, 'duration_secs': 0.876051} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.431663] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.432292] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.441836] env[62312]: DEBUG nova.compute.provider_tree [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.443826] env[62312]: DEBUG nova.compute.manager [None req-6c6dd1b6-5373-4602-8e33-38d444ca283a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.447272] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293275c-0a40-43ab-b687-d0a150096a05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.463369] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810269, 'name': CreateSnapshot_Task, 'duration_secs': 0.47949} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.463816] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1782.467169] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a61c02-757e-412b-9f18-456d7609d9c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.487407] env[62312]: DEBUG nova.scheduler.client.report [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1782.487543] env[62312]: DEBUG nova.compute.provider_tree [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 135 to 136 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1782.487735] env[62312]: DEBUG nova.compute.provider_tree [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.833913] env[62312]: DEBUG oslo_concurrency.lockutils [req-552eac41-31d0-4c2a-b8f2-5cd216d913b9 req-092d75f4-b45b-47b1-97dc-ab70ef8e9166 service nova] Releasing lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.834343] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.834505] env[62312]: DEBUG nova.network.neutron [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.892734] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.984579] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1782.985517] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c817ed5-3823-4f0b-8f11-6799833677fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.992702] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.046s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.994819] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.754s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.998115] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1782.998115] env[62312]: value = "task-1810270" [ 1782.998115] env[62312]: _type = "Task" [ 1782.998115] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.010162] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810270, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.015113] env[62312]: INFO nova.scheduler.client.report [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted allocations for instance 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d [ 1783.343604] env[62312]: INFO nova.compute.manager [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Unrescuing [ 1783.343930] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.344152] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquired lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.344420] env[62312]: DEBUG nova.network.neutron [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.383656] env[62312]: DEBUG nova.network.neutron [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.517510] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810270, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.524760] env[62312]: DEBUG oslo_concurrency.lockutils [None req-88a180ff-3677-4dad-a47f-ffa9d6ebb3c5 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.537s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.525673] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.482s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.525867] env[62312]: INFO nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1783.526052] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.533364] env[62312]: DEBUG nova.network.neutron [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [{"id": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "address": "fa:16:3e:dd:dc:9c", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a2be9b-93", "ovs_interfaceid": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.025597] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810270, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.035679] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.036057] env[62312]: DEBUG nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance network_info: |[{"id": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "address": "fa:16:3e:dd:dc:9c", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a2be9b-93", "ovs_interfaceid": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1784.037185] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.037334] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b24c43f6-39e4-4902-8e26-5634c9f52276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.037503] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 182e865c-3256-44e6-b642-b1f078f64ad5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.037667] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d8401e2f-0d4c-4a7e-8577-04e3d68b1763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.037798] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 0044e695-c79f-4e66-9130-38bfac354e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.037876] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e65b633f-4471-4dc9-bba4-8201dd074453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.038029] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d3ecd177-471e-4b34-8954-d3f7cfa12d46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.038117] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.038224] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 673a85ca-6362-4a87-b47c-775bac3371bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.038342] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 0480661e-17e1-4dd8-8187-83ad2588d41e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.038478] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 1b05748a-f12b-4704-a851-6cb2446f407c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1784.038612] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 8d74a04c-c459-4432-b8ad-ac75cf7fd686 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1784.038740] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 98322c85-c87e-4909-ae2d-3910e5de8b2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1784.038860] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance d2cbe9a6-e088-46fc-b067-3de46f9d87fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.038978] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b0c3ff7c-8161-4146-b6ac-0b67e5492720 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1784.039338] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 045c0c44-7c36-4942-9011-27c143235604 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1784.043234] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:dc:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a2be9b-93fc-4a44-a8dd-042fe90128f5', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.052930] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating folder: Project (fbf11da977074cd594edd58b3bbe83ce). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.054209] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8242f363-db65-47df-9db0-9f218bd06746 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.068239] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Created folder: Project (fbf11da977074cd594edd58b3bbe83ce) in parent group-v374919. [ 1784.068519] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating folder: Instances. Parent ref: group-v375166. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.068800] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-897c0561-9e17-4b47-9442-2477eff54885 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.081589] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Created folder: Instances in parent group-v375166. [ 1784.081995] env[62312]: DEBUG oslo.service.loopingcall [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.082309] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1784.082655] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fb8c10c-0ffa-4f39-814b-a9bef20d4432 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.105655] env[62312]: DEBUG nova.network.neutron [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Updating instance_info_cache with network_info: [{"id": "c7b04649-50f0-498d-827c-5529188e35b6", "address": "fa:16:3e:8c:35:49", "network": {"id": "2297e5fb-470f-48bf-9c39-2f7cc20d734f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1423991013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "79f3468b2e474661b09b163e358c1d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b04649-50", "ovs_interfaceid": "c7b04649-50f0-498d-827c-5529188e35b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.114417] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.114417] env[62312]: value = "task-1810273" [ 1784.114417] env[62312]: _type = "Task" [ 1784.114417] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.124078] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810273, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.519273] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810270, 'name': CloneVM_Task, 'duration_secs': 1.491835} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.519553] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Created linked-clone VM from snapshot [ 1784.520845] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1fe4c7-b4d0-4b40-8f83-a42edfe7aac8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.528732] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Uploading image 63048063-4702-4f88-a08f-a5903a8dd458 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1784.550677] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1784.550677] env[62312]: value = "vm-375165" [ 1784.550677] env[62312]: _type = "VirtualMachine" [ 1784.550677] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1784.550999] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-466e48b9-029d-407b-878f-5b5c1882a570 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.554591] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 8ef6fd91-738f-45ec-ac33-13e175b8c2d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1784.558608] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease: (returnval){ [ 1784.558608] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523a3f47-3a79-bd78-ec4f-d9c228083d8a" [ 1784.558608] env[62312]: _type = "HttpNfcLease" [ 1784.558608] env[62312]: } obtained for exporting VM: (result){ [ 1784.558608] env[62312]: value = "vm-375165" [ 1784.558608] env[62312]: _type = "VirtualMachine" [ 1784.558608] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1784.558845] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the lease: (returnval){ [ 1784.558845] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523a3f47-3a79-bd78-ec4f-d9c228083d8a" [ 1784.558845] env[62312]: _type = "HttpNfcLease" [ 1784.558845] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1784.566053] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1784.566053] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523a3f47-3a79-bd78-ec4f-d9c228083d8a" [ 1784.566053] env[62312]: _type = "HttpNfcLease" [ 1784.566053] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1784.608173] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Releasing lock "refresh_cache-d2cbe9a6-e088-46fc-b067-3de46f9d87fb" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.608909] env[62312]: DEBUG nova.objects.instance [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lazy-loading 'flavor' on Instance uuid d2cbe9a6-e088-46fc-b067-3de46f9d87fb {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.630022] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810273, 'name': CreateVM_Task, 'duration_secs': 0.41988} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.630022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.630022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.630022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.630022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.630585] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f5b3d7-7b45-4435-adab-0cf5e180180a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.635993] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1784.635993] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5ff2f-3b05-22b7-65e3-b24198ce3b85" [ 1784.635993] env[62312]: _type = "Task" [ 1784.635993] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.644594] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5ff2f-3b05-22b7-65e3-b24198ce3b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.058092] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 22765a2a-f556-4d67-916f-ff4aada476e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1785.067223] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1785.067223] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523a3f47-3a79-bd78-ec4f-d9c228083d8a" [ 1785.067223] env[62312]: _type = "HttpNfcLease" [ 1785.067223] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1785.067674] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1785.067674] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523a3f47-3a79-bd78-ec4f-d9c228083d8a" [ 1785.067674] env[62312]: _type = "HttpNfcLease" [ 1785.067674] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1785.068209] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49371ec5-45f4-491c-a7e8-4975a091b9ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.076076] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234fae1-6943-e69f-8503-b85a9ae65947/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1785.076255] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234fae1-6943-e69f-8503-b85a9ae65947/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1785.136362] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3bd681-2847-43f5-a3d4-c0a4325c84b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.165565] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5ff2f-3b05-22b7-65e3-b24198ce3b85, 'name': SearchDatastore_Task, 'duration_secs': 0.031227} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.166252] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.166633] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.166858] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1785.167100] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.167250] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.167423] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1785.167658] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c57430b-5c8f-480d-87e0-9b321ccd2802 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.169317] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c487455-ef78-4d0f-9e1d-d25c8a5b1759 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.177351] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1785.177351] env[62312]: value = "task-1810275" [ 1785.177351] env[62312]: _type = "Task" [ 1785.177351] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.184086] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1785.184347] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1785.185863] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea06e5d-9237-4c49-aa05-d361c48acd4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.189181] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fea105fe-1caa-413b-8193-5be5953c4065 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.195541] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.203022] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1785.203022] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52191d3b-8380-489a-50ac-64091560d4ab" [ 1785.203022] env[62312]: _type = "Task" [ 1785.203022] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.210215] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52191d3b-8380-489a-50ac-64091560d4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.339125] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.339486] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.560223] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 1410cde2-9275-4a1e-8450-a207283b8d18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1785.689662] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810275, 'name': PowerOffVM_Task, 'duration_secs': 0.219231} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.690047] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.695758] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1785.696376] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40ca22d-95ec-4657-b5c5-9ab72571a0d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.719625] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52191d3b-8380-489a-50ac-64091560d4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.721698] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1785.721698] env[62312]: value = "task-1810276" [ 1785.721698] env[62312]: _type = "Task" [ 1785.721698] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.721956] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a992f5f2-6a1d-4cda-b672-fec11c9cf291 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.731930] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1785.731930] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5273f3e6-4465-9581-3d7f-4c349bea96bd" [ 1785.731930] env[62312]: _type = "Task" [ 1785.731930] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.735623] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.746037] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5273f3e6-4465-9581-3d7f-4c349bea96bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.746197] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.746455] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.746723] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ce443e-d9c4-4a23-9916-c7b56d8c4b59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.754540] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1785.754540] env[62312]: value = "task-1810277" [ 1785.754540] env[62312]: _type = "Task" [ 1785.754540] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.763954] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.841674] env[62312]: DEBUG nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1786.064320] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bcae6f58-29d6-48fe-acb6-d1dc76976f2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1786.064834] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1786.065067] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1786.238570] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810276, 'name': ReconfigVM_Task, 'duration_secs': 0.272157} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.238972] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1786.239293] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.239633] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e04e14f-4a4e-4e9d-bce8-3482fc900be6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.252347] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1786.252347] env[62312]: value = "task-1810278" [ 1786.252347] env[62312]: _type = "Task" [ 1786.252347] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.268687] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.272908] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810277, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.364209] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.372269] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c6c83-21ad-40de-800c-4cafa20eaf1d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.380957] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8774b3f-60ed-49b0-ac0f-6fff0ea29a04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.419464] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c172ee-9c54-4760-a2d3-afa2fbf881c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.428502] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d7006-ad10-4c5a-bc13-8568771746c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.443137] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.767213] env[62312]: DEBUG oslo_vmware.api [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810278, 'name': PowerOnVM_Task, 'duration_secs': 0.424214} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.767704] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.768048] env[62312]: DEBUG nova.compute.manager [None req-e32a36fe-0f2c-4d91-8d4e-08b1f36b5b9a tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.769337] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bcdd27-4d24-451d-9d0f-e3fed19b6c15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.776060] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553817} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.776950] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.777307] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.777831] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1c4fee2-080d-449e-bbd8-724c54876e1c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.791045] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1786.791045] env[62312]: value = "task-1810279" [ 1786.791045] env[62312]: _type = "Task" [ 1786.791045] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.801635] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.946840] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.302288] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243292} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.302666] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.304026] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe0fed6-81ef-4a24-9566-bf8e37d8bf67 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.327974] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.328658] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3900107-2377-4404-a14d-b4202d5bd863 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.351773] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1787.351773] env[62312]: value = "task-1810280" [ 1787.351773] env[62312]: _type = "Task" [ 1787.351773] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.361343] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.451626] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1787.452524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.457s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.452687] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.692s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.452905] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.455569] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.787s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.455873] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.458819] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.612s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.460477] env[62312]: INFO nova.compute.claims [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.484576] env[62312]: INFO nova.scheduler.client.report [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Deleted allocations for instance 8d74a04c-c459-4432-b8ad-ac75cf7fd686 [ 1787.486398] env[62312]: INFO nova.scheduler.client.report [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted allocations for instance 98322c85-c87e-4909-ae2d-3910e5de8b2a [ 1787.867401] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.993309] env[62312]: DEBUG oslo_concurrency.lockutils [None req-2964dacf-8e1c-4304-b313-414ef425834e tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "8d74a04c-c459-4432-b8ad-ac75cf7fd686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.325s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.997450] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec12e32f-21dc-45f1-b053-662cc742db1f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "98322c85-c87e-4909-ae2d-3910e5de8b2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.382s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.147758] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.148176] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.148463] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.148683] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.148891] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.151609] env[62312]: INFO nova.compute.manager [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Terminating instance [ 1788.365793] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810280, 'name': ReconfigVM_Task, 'duration_secs': 0.563846} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.366079] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.366713] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0d7266-e18d-4fb8-ab46-f374b8f60cfd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.375296] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1788.375296] env[62312]: value = "task-1810281" [ 1788.375296] env[62312]: _type = "Task" [ 1788.375296] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.384587] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810281, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.655680] env[62312]: DEBUG nova.compute.manager [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1788.656098] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1788.657715] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb269d58-8cff-4fd1-b5f6-32a4366f6db2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.669868] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.673525] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1efb573-53cb-47c2-bb14-911e91028f17 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.685072] env[62312]: DEBUG oslo_vmware.api [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1788.685072] env[62312]: value = "task-1810282" [ 1788.685072] env[62312]: _type = "Task" [ 1788.685072] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.703850] env[62312]: DEBUG oslo_vmware.api [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.732146] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "673a85ca-6362-4a87-b47c-775bac3371bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.732421] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "673a85ca-6362-4a87-b47c-775bac3371bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.732659] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "673a85ca-6362-4a87-b47c-775bac3371bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.732851] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "673a85ca-6362-4a87-b47c-775bac3371bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.733122] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "673a85ca-6362-4a87-b47c-775bac3371bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.737791] env[62312]: INFO nova.compute.manager [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Terminating instance [ 1788.764990] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf5c9b6-a468-4212-a9e7-e2ad12ee91b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.775423] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2dd21f-8ae2-4182-95ff-a77d714cc834 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.811283] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb497528-474a-45b1-9d87-20c1e0e44410 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.822085] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d7f70d-5992-4cdc-8538-3b009668288d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.839709] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.839961] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.841387] env[62312]: DEBUG nova.compute.provider_tree [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.887226] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810281, 'name': Rename_Task, 'duration_secs': 0.199883} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.887512] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.887762] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8972d863-e1c2-4765-b8c9-602da64f1ffc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.896530] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1788.896530] env[62312]: value = "task-1810283" [ 1788.896530] env[62312]: _type = "Task" [ 1788.896530] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.907014] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.196204] env[62312]: DEBUG oslo_vmware.api [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810282, 'name': PowerOffVM_Task, 'duration_secs': 0.496985} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.196566] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.196742] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.196994] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d324e23-d555-4fb4-b990-0d2451926e20 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.242207] env[62312]: DEBUG nova.compute.manager [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.242487] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.243416] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794cc7fd-7f10-4e57-b222-4e84eff6fcd6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.253499] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.253732] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dccfff8e-9df3-4452-b88a-1e6900125703 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.260422] env[62312]: DEBUG oslo_vmware.api [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1789.260422] env[62312]: value = "task-1810285" [ 1789.260422] env[62312]: _type = "Task" [ 1789.260422] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.269379] env[62312]: DEBUG oslo_vmware.api [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.343631] env[62312]: DEBUG nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.347234] env[62312]: DEBUG nova.scheduler.client.report [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.409234] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.473162] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1789.473423] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1789.473608] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Deleting the datastore file [datastore1] d2cbe9a6-e088-46fc-b067-3de46f9d87fb {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.473933] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639ee072-c297-4dd2-af97-55b4786a7d1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.482184] env[62312]: DEBUG oslo_vmware.api [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1789.482184] env[62312]: value = "task-1810286" [ 1789.482184] env[62312]: _type = "Task" [ 1789.482184] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.491303] env[62312]: DEBUG oslo_vmware.api [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.771167] env[62312]: DEBUG oslo_vmware.api [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810285, 'name': PowerOffVM_Task, 'duration_secs': 0.202923} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.771557] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.771745] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.772032] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d3b27e3-31f2-4acd-bfca-1f75a0848e5a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.854600] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.855419] env[62312]: DEBUG nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.861261] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.483s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.861470] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.864073] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.485s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.864073] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.865387] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.964s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.866895] env[62312]: INFO nova.compute.claims [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.880662] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1789.881778] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1789.881778] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Deleting the datastore file [datastore1] 673a85ca-6362-4a87-b47c-775bac3371bf {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.881924] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf1ce960-1baf-4647-ad45-de57cd4f98b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.885806] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.892018] env[62312]: DEBUG oslo_vmware.api [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for the task: (returnval){ [ 1789.892018] env[62312]: value = "task-1810288" [ 1789.892018] env[62312]: _type = "Task" [ 1789.892018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.893224] env[62312]: INFO nova.scheduler.client.report [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted allocations for instance 1b05748a-f12b-4704-a851-6cb2446f407c [ 1789.904730] env[62312]: INFO nova.scheduler.client.report [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Deleted allocations for instance b0c3ff7c-8161-4146-b6ac-0b67e5492720 [ 1789.918235] env[62312]: DEBUG oslo_vmware.api [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.923155] env[62312]: DEBUG oslo_vmware.api [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810283, 'name': PowerOnVM_Task, 'duration_secs': 0.840462} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.923520] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.923799] env[62312]: INFO nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1789.924066] env[62312]: DEBUG nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.925017] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9042d-a5b4-4642-a95f-6713978a5bfa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.993720] env[62312]: DEBUG oslo_vmware.api [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270857} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.993992] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.994290] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.994380] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.994564] env[62312]: INFO nova.compute.manager [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1789.994853] env[62312]: DEBUG oslo.service.loopingcall [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.995092] env[62312]: DEBUG nova.compute.manager [-] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1789.995189] env[62312]: DEBUG nova.network.neutron [-] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1790.345702] env[62312]: DEBUG nova.compute.manager [req-836c17cd-8987-42e2-8524-b585afc3065a req-40fab754-0eea-4611-bd87-f30d026e55b2 service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Received event network-vif-deleted-c7b04649-50f0-498d-827c-5529188e35b6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1790.345911] env[62312]: INFO nova.compute.manager [req-836c17cd-8987-42e2-8524-b585afc3065a req-40fab754-0eea-4611-bd87-f30d026e55b2 service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Neutron deleted interface c7b04649-50f0-498d-827c-5529188e35b6; detaching it from the instance and deleting it from the info cache [ 1790.346094] env[62312]: DEBUG nova.network.neutron [req-836c17cd-8987-42e2-8524-b585afc3065a req-40fab754-0eea-4611-bd87-f30d026e55b2 service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.371528] env[62312]: DEBUG nova.compute.utils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.376133] env[62312]: DEBUG nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1790.376133] env[62312]: DEBUG nova.network.neutron [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1790.407200] env[62312]: DEBUG oslo_vmware.api [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Task: {'id': task-1810288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288535} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.407747] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1790.407930] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1790.408122] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1790.408295] env[62312]: INFO nova.compute.manager [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1790.408534] env[62312]: DEBUG oslo.service.loopingcall [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.408999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-92626009-cd82-4ba3-bbdb-1bb702184ca9 tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "1b05748a-f12b-4704-a851-6cb2446f407c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.139s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.409855] env[62312]: DEBUG nova.compute.manager [-] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1790.413515] env[62312]: DEBUG nova.network.neutron [-] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1790.421638] env[62312]: DEBUG oslo_concurrency.lockutils [None req-95173efc-3ae5-4d3a-a17e-e8535e2154a8 tempest-InstanceActionsNegativeTestJSON-1844677725 tempest-InstanceActionsNegativeTestJSON-1844677725-project-member] Lock "b0c3ff7c-8161-4146-b6ac-0b67e5492720" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.051s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.443673] env[62312]: INFO nova.compute.manager [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Took 23.16 seconds to build instance. [ 1790.480408] env[62312]: DEBUG nova.policy [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d023d146e94054b51291a386593ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dfcb2fdc1424cc3976b41b747c0888a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1790.823512] env[62312]: DEBUG nova.network.neutron [-] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.849186] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49477d1e-8f3f-4d33-8191-4d1ebbf1c960 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.860098] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eef4ad9-e04e-4c52-acb6-5ec855e21474 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.880674] env[62312]: DEBUG nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.899620] env[62312]: DEBUG nova.compute.manager [req-836c17cd-8987-42e2-8524-b585afc3065a req-40fab754-0eea-4611-bd87-f30d026e55b2 service nova] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Detach interface failed, port_id=c7b04649-50f0-498d-827c-5529188e35b6, reason: Instance d2cbe9a6-e088-46fc-b067-3de46f9d87fb could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1790.946045] env[62312]: DEBUG oslo_concurrency.lockutils [None req-028ba315-a9e1-4700-9166-9c9b96a09c96 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.687s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.211969] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93f81aa-4ca7-489e-9823-b2ef11cca4d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.220752] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8692a0a1-736e-4b47-a93f-a61acf7ec9a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.262850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2d1086-5e29-4e05-bf11-9838c9610fc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.272159] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160cccf-bf13-4378-93b4-fee8235e656c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.287768] env[62312]: DEBUG nova.compute.provider_tree [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.329807] env[62312]: INFO nova.compute.manager [-] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Took 1.33 seconds to deallocate network for instance. [ 1791.343783] env[62312]: DEBUG nova.network.neutron [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Successfully created port: 31fe1c62-8934-452f-8d81-4670d06b62a4 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1791.694231] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.694593] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.727898] env[62312]: DEBUG nova.network.neutron [-] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.790935] env[62312]: DEBUG nova.scheduler.client.report [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.836437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.889853] env[62312]: DEBUG nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.915884] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.916238] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.916430] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.916638] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.916723] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.916869] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.917111] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.917640] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.917640] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.917640] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.917912] env[62312]: DEBUG nova.virt.hardware [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.918697] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03789d-7e59-4c9a-b046-5080d4299f75 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.928696] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5807ae3-1b02-44e4-b1ce-749ed79fa1f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.196792] env[62312]: DEBUG nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1792.230557] env[62312]: INFO nova.compute.manager [-] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Took 1.82 seconds to deallocate network for instance. [ 1792.295973] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.296583] env[62312]: DEBUG nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.299329] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.868s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.300865] env[62312]: INFO nova.compute.claims [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.371345] env[62312]: DEBUG nova.compute.manager [req-addf5a61-cb4b-46fe-97c0-b309e0483e31 req-55d39504-e234-4d85-b5fd-d26d5c0bb5cd service nova] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Received event network-vif-deleted-bc40cc55-a02b-454c-a479-d358acf7ac46 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1792.724543] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.737897] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.805235] env[62312]: DEBUG nova.compute.utils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.808792] env[62312]: DEBUG nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.808970] env[62312]: DEBUG nova.network.neutron [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.895857] env[62312]: DEBUG nova.policy [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5033a08b4e184130946f9ea49716cffa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d4f2595ebde4330b6e2e38799fc1577', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1793.094405] env[62312]: DEBUG nova.network.neutron [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Successfully updated port: 31fe1c62-8934-452f-8d81-4670d06b62a4 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1793.309750] env[62312]: DEBUG nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.441681] env[62312]: DEBUG nova.network.neutron [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Successfully created port: a928b2ba-5660-400e-8c64-64271a2ccddd {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1793.590182] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab106be-7ad5-4753-adbc-a3f1639a31ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.593834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "refresh_cache-8ef6fd91-738f-45ec-ac33-13e175b8c2d6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.594020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "refresh_cache-8ef6fd91-738f-45ec-ac33-13e175b8c2d6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.594210] env[62312]: DEBUG nova.network.neutron [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.601034] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b586df-d2c4-4885-8071-b171a68fbae5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.639986] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713dd338-12d7-4bd7-8065-1902c8c78add {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.648249] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c74870-0f2c-4a9e-b9b0-8ad19e891e22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.663565] env[62312]: DEBUG nova.compute.provider_tree [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.753279] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234fae1-6943-e69f-8503-b85a9ae65947/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1793.754261] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ba16a-d1dd-4360-a222-82c761241099 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.761581] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234fae1-6943-e69f-8503-b85a9ae65947/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1793.761760] env[62312]: ERROR oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234fae1-6943-e69f-8503-b85a9ae65947/disk-0.vmdk due to incomplete transfer. [ 1793.761981] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab1f542a-83ed-4cb1-8e01-b1b5155d596f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.770278] env[62312]: DEBUG oslo_vmware.rw_handles [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234fae1-6943-e69f-8503-b85a9ae65947/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1793.770477] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Uploaded image 63048063-4702-4f88-a08f-a5903a8dd458 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1793.772740] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1793.772979] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdf24bc8-f46d-43e6-b85d-2bff5cd79d98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.780889] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1793.780889] env[62312]: value = "task-1810289" [ 1793.780889] env[62312]: _type = "Task" [ 1793.780889] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.789820] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810289, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.145636] env[62312]: DEBUG nova.network.neutron [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1794.167027] env[62312]: DEBUG nova.scheduler.client.report [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.292260] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810289, 'name': Destroy_Task, 'duration_secs': 0.350744} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.292260] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Destroyed the VM [ 1794.292415] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1794.292691] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43643b85-c595-4a53-be15-3a6e02811501 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.296597] env[62312]: DEBUG nova.network.neutron [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Updating instance_info_cache with network_info: [{"id": "31fe1c62-8934-452f-8d81-4670d06b62a4", "address": "fa:16:3e:67:8b:2d", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fe1c62-89", "ovs_interfaceid": "31fe1c62-8934-452f-8d81-4670d06b62a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.299439] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1794.299439] env[62312]: value = "task-1810290" [ 1794.299439] env[62312]: _type = "Task" [ 1794.299439] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.307641] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810290, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.322272] env[62312]: DEBUG nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.343019] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.343254] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.343410] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.343624] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.343783] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.343931] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.344149] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.344309] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.344472] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.344632] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.344804] env[62312]: DEBUG nova.virt.hardware [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.345951] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357a3fc8-b51a-4835-a72b-e6e1af2aa19f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.354195] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc84e310-b30d-497c-a619-0ff08a7b06b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.396495] env[62312]: DEBUG nova.compute.manager [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Received event network-vif-plugged-31fe1c62-8934-452f-8d81-4670d06b62a4 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1794.396659] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] Acquiring lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.396910] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.397159] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.397368] env[62312]: DEBUG nova.compute.manager [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] No waiting events found dispatching network-vif-plugged-31fe1c62-8934-452f-8d81-4670d06b62a4 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.397561] env[62312]: WARNING nova.compute.manager [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Received unexpected event network-vif-plugged-31fe1c62-8934-452f-8d81-4670d06b62a4 for instance with vm_state building and task_state spawning. [ 1794.397744] env[62312]: DEBUG nova.compute.manager [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Received event network-changed-31fe1c62-8934-452f-8d81-4670d06b62a4 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1794.397927] env[62312]: DEBUG nova.compute.manager [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Refreshing instance network info cache due to event network-changed-31fe1c62-8934-452f-8d81-4670d06b62a4. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1794.398146] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] Acquiring lock "refresh_cache-8ef6fd91-738f-45ec-ac33-13e175b8c2d6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.671473] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.671934] env[62312]: DEBUG nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.674662] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.782s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.676141] env[62312]: INFO nova.compute.claims [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.798938] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "refresh_cache-8ef6fd91-738f-45ec-ac33-13e175b8c2d6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.799301] env[62312]: DEBUG nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Instance network_info: |[{"id": "31fe1c62-8934-452f-8d81-4670d06b62a4", "address": "fa:16:3e:67:8b:2d", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fe1c62-89", "ovs_interfaceid": "31fe1c62-8934-452f-8d81-4670d06b62a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.799618] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] Acquired lock "refresh_cache-8ef6fd91-738f-45ec-ac33-13e175b8c2d6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.799799] env[62312]: DEBUG nova.network.neutron [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Refreshing network info cache for port 31fe1c62-8934-452f-8d81-4670d06b62a4 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.801170] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:8b:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31fe1c62-8934-452f-8d81-4670d06b62a4', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.810444] env[62312]: DEBUG oslo.service.loopingcall [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.811624] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.815406] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02aff73b-98e2-4f0e-96c5-04e6238aa838 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.837438] env[62312]: DEBUG oslo_vmware.api [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810290, 'name': RemoveSnapshot_Task, 'duration_secs': 0.516588} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.838723] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1794.838978] env[62312]: INFO nova.compute.manager [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Took 13.46 seconds to snapshot the instance on the hypervisor. [ 1794.841944] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.841944] env[62312]: value = "task-1810291" [ 1794.841944] env[62312]: _type = "Task" [ 1794.841944] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.850387] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810291, 'name': CreateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.070608] env[62312]: DEBUG nova.network.neutron [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Successfully updated port: a928b2ba-5660-400e-8c64-64271a2ccddd {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.181052] env[62312]: DEBUG nova.compute.utils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.185315] env[62312]: DEBUG nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.185536] env[62312]: DEBUG nova.network.neutron [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.255470] env[62312]: DEBUG nova.policy [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5033a08b4e184130946f9ea49716cffa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d4f2595ebde4330b6e2e38799fc1577', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.357374] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810291, 'name': CreateVM_Task, 'duration_secs': 0.39915} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.357653] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.358497] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.358697] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.359022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.359290] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b39f9b8-9fd6-4990-9bfe-2d3f99dd5e95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.366295] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1795.366295] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52176455-28fb-ed8f-d0a8-d43445ea77d8" [ 1795.366295] env[62312]: _type = "Task" [ 1795.366295] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.375188] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52176455-28fb-ed8f-d0a8-d43445ea77d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.401797] env[62312]: DEBUG nova.compute.manager [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Found 3 images (rotation: 2) {{(pid=62312) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1795.402038] env[62312]: DEBUG nova.compute.manager [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Rotating out 1 backups {{(pid=62312) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4994}} [ 1795.402221] env[62312]: DEBUG nova.compute.manager [None req-3f41dcd5-a4bd-443f-9031-0ed6dceae850 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleting image 5fc66eb1-52b0-4920-abc7-d7693ebf69a9 {{(pid=62312) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4999}} [ 1795.572836] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "refresh_cache-22765a2a-f556-4d67-916f-ff4aada476e9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.572987] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired lock "refresh_cache-22765a2a-f556-4d67-916f-ff4aada476e9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.573150] env[62312]: DEBUG nova.network.neutron [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.686330] env[62312]: DEBUG nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.743304] env[62312]: DEBUG nova.network.neutron [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Updated VIF entry in instance network info cache for port 31fe1c62-8934-452f-8d81-4670d06b62a4. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.743679] env[62312]: DEBUG nova.network.neutron [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Updating instance_info_cache with network_info: [{"id": "31fe1c62-8934-452f-8d81-4670d06b62a4", "address": "fa:16:3e:67:8b:2d", "network": {"id": "386283aa-4da1-436b-8fe8-fa275a0a6791", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-228670312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dfcb2fdc1424cc3976b41b747c0888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fe1c62-89", "ovs_interfaceid": "31fe1c62-8934-452f-8d81-4670d06b62a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.804375] env[62312]: DEBUG nova.network.neutron [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Successfully created port: 31c0c8be-2793-4e8e-901d-6c0258950b9b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.879745] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52176455-28fb-ed8f-d0a8-d43445ea77d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014965} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.880048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.880286] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.880551] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.880699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.880876] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.881162] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dd528a8-c87a-48e6-92ec-f69df3d0c1ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.892880] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.893092] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.893808] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df28d376-d877-420e-892e-2f624d65df90 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.901101] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1795.901101] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bee3d9-86b5-3887-e01a-42c8d07b358a" [ 1795.901101] env[62312]: _type = "Task" [ 1795.901101] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.909556] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bee3d9-86b5-3887-e01a-42c8d07b358a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.958535] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49fb71f-c75a-4a64-89fc-08ee7085328d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.966663] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58c826e-4202-4f0f-b351-ae54b1118954 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.998473] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f96650-0232-4ede-b84a-a3087ade80ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.007699] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df9b3aa-ffc9-4f99-aa8e-519286637cab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.022301] env[62312]: DEBUG nova.compute.provider_tree [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.055742] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.056029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.056269] env[62312]: INFO nova.compute.manager [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Rebooting instance [ 1796.115788] env[62312]: DEBUG nova.network.neutron [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.251295] env[62312]: DEBUG oslo_concurrency.lockutils [req-1ee93336-77af-4062-930a-d975802f361a req-50b6252f-51e4-4137-a410-683cdee6a9f6 service nova] Releasing lock "refresh_cache-8ef6fd91-738f-45ec-ac33-13e175b8c2d6" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.327553] env[62312]: DEBUG nova.network.neutron [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Updating instance_info_cache with network_info: [{"id": "a928b2ba-5660-400e-8c64-64271a2ccddd", "address": "fa:16:3e:c9:a7:31", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b2ba-56", "ovs_interfaceid": "a928b2ba-5660-400e-8c64-64271a2ccddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.415661] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bee3d9-86b5-3887-e01a-42c8d07b358a, 'name': SearchDatastore_Task, 'duration_secs': 0.038376} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.416941] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f56e005-cc5a-42e8-99c6-e3ab018b402e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.423608] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1796.423608] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52207cf1-3c3d-6f8b-39ee-c4566b4c3764" [ 1796.423608] env[62312]: _type = "Task" [ 1796.423608] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.431686] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52207cf1-3c3d-6f8b-39ee-c4566b4c3764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.491659] env[62312]: DEBUG nova.compute.manager [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Received event network-vif-plugged-a928b2ba-5660-400e-8c64-64271a2ccddd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1796.491885] env[62312]: DEBUG oslo_concurrency.lockutils [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] Acquiring lock "22765a2a-f556-4d67-916f-ff4aada476e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.492108] env[62312]: DEBUG oslo_concurrency.lockutils [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] Lock "22765a2a-f556-4d67-916f-ff4aada476e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.492279] env[62312]: DEBUG oslo_concurrency.lockutils [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] Lock "22765a2a-f556-4d67-916f-ff4aada476e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.492446] env[62312]: DEBUG nova.compute.manager [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] No waiting events found dispatching network-vif-plugged-a928b2ba-5660-400e-8c64-64271a2ccddd {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1796.493013] env[62312]: WARNING nova.compute.manager [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Received unexpected event network-vif-plugged-a928b2ba-5660-400e-8c64-64271a2ccddd for instance with vm_state building and task_state spawning. [ 1796.493144] env[62312]: DEBUG nova.compute.manager [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Received event network-changed-a928b2ba-5660-400e-8c64-64271a2ccddd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1796.493337] env[62312]: DEBUG nova.compute.manager [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Refreshing instance network info cache due to event network-changed-a928b2ba-5660-400e-8c64-64271a2ccddd. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1796.493648] env[62312]: DEBUG oslo_concurrency.lockutils [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] Acquiring lock "refresh_cache-22765a2a-f556-4d67-916f-ff4aada476e9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.526075] env[62312]: DEBUG nova.scheduler.client.report [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.572241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.572430] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.572655] env[62312]: DEBUG nova.network.neutron [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.700049] env[62312]: DEBUG nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.720026] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.720026] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.720214] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.720293] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.720501] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.720666] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.720881] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.721052] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.721224] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.721385] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.721556] env[62312]: DEBUG nova.virt.hardware [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.722499] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260c2dc7-05b5-4b75-bc02-cbe8f47afb7c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.731406] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57efce-515c-46f4-a5dd-b9bfad564ba0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.829974] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Releasing lock "refresh_cache-22765a2a-f556-4d67-916f-ff4aada476e9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.830360] env[62312]: DEBUG nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Instance network_info: |[{"id": "a928b2ba-5660-400e-8c64-64271a2ccddd", "address": "fa:16:3e:c9:a7:31", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b2ba-56", "ovs_interfaceid": "a928b2ba-5660-400e-8c64-64271a2ccddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.830796] env[62312]: DEBUG oslo_concurrency.lockutils [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] Acquired lock "refresh_cache-22765a2a-f556-4d67-916f-ff4aada476e9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.831023] env[62312]: DEBUG nova.network.neutron [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Refreshing network info cache for port a928b2ba-5660-400e-8c64-64271a2ccddd {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.832706] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:a7:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a928b2ba-5660-400e-8c64-64271a2ccddd', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.840068] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Creating folder: Project (2d4f2595ebde4330b6e2e38799fc1577). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.841227] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2155fdbb-34ce-498e-8c4a-e586f901ff40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.852929] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Created folder: Project (2d4f2595ebde4330b6e2e38799fc1577) in parent group-v374919. [ 1796.853150] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Creating folder: Instances. Parent ref: group-v375170. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.853383] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a3a4c3d-d030-4d50-911f-00cf269beb37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.863130] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Created folder: Instances in parent group-v375170. [ 1796.863376] env[62312]: DEBUG oslo.service.loopingcall [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.863570] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.863799] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f44397dd-afdf-49ac-b1c9-3ae165834fb6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.885044] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.885044] env[62312]: value = "task-1810294" [ 1796.885044] env[62312]: _type = "Task" [ 1796.885044] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.893394] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810294, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.934770] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52207cf1-3c3d-6f8b-39ee-c4566b4c3764, 'name': SearchDatastore_Task, 'duration_secs': 0.037808} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.935049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.935347] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 8ef6fd91-738f-45ec-ac33-13e175b8c2d6/8ef6fd91-738f-45ec-ac33-13e175b8c2d6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.935576] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dc631e4-d72a-4346-b9ef-debb6c9d2c43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.943989] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1796.943989] env[62312]: value = "task-1810295" [ 1796.943989] env[62312]: _type = "Task" [ 1796.943989] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.953665] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.031017] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.031557] env[62312]: DEBUG nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1797.034378] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.670s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.035922] env[62312]: INFO nova.compute.claims [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1797.398842] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810294, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.459675] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490832} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.464318] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 8ef6fd91-738f-45ec-ac33-13e175b8c2d6/8ef6fd91-738f-45ec-ac33-13e175b8c2d6.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.464646] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.465013] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ede329ea-841c-4410-a50c-fcf100f7110a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.473849] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1797.473849] env[62312]: value = "task-1810296" [ 1797.473849] env[62312]: _type = "Task" [ 1797.473849] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.484884] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.526076] env[62312]: DEBUG nova.network.neutron [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.541068] env[62312]: DEBUG nova.compute.utils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.549835] env[62312]: DEBUG nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.549835] env[62312]: DEBUG nova.network.neutron [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.585781] env[62312]: DEBUG nova.network.neutron [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Updated VIF entry in instance network info cache for port a928b2ba-5660-400e-8c64-64271a2ccddd. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.585781] env[62312]: DEBUG nova.network.neutron [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Updating instance_info_cache with network_info: [{"id": "a928b2ba-5660-400e-8c64-64271a2ccddd", "address": "fa:16:3e:c9:a7:31", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa928b2ba-56", "ovs_interfaceid": "a928b2ba-5660-400e-8c64-64271a2ccddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.597779] env[62312]: DEBUG oslo_concurrency.lockutils [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.598029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.598284] env[62312]: DEBUG nova.compute.manager [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.599381] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0655cc99-7311-48af-bb62-b84b166cf3d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.607820] env[62312]: DEBUG nova.compute.manager [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1797.609117] env[62312]: DEBUG nova.objects.instance [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'flavor' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.680090] env[62312]: DEBUG nova.policy [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4885da78d66a41d892786fbcfc4e9df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b85be92bd11b40069aac273d21b9f151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.764470] env[62312]: DEBUG nova.compute.manager [req-42b14617-f78a-459e-947b-1e721f5748be req-f096b1d4-4482-4f8d-a604-ff126ff3fc3e service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Received event network-vif-plugged-31c0c8be-2793-4e8e-901d-6c0258950b9b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1797.764727] env[62312]: DEBUG oslo_concurrency.lockutils [req-42b14617-f78a-459e-947b-1e721f5748be req-f096b1d4-4482-4f8d-a604-ff126ff3fc3e service nova] Acquiring lock "1410cde2-9275-4a1e-8450-a207283b8d18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.764911] env[62312]: DEBUG oslo_concurrency.lockutils [req-42b14617-f78a-459e-947b-1e721f5748be req-f096b1d4-4482-4f8d-a604-ff126ff3fc3e service nova] Lock "1410cde2-9275-4a1e-8450-a207283b8d18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.765101] env[62312]: DEBUG oslo_concurrency.lockutils [req-42b14617-f78a-459e-947b-1e721f5748be req-f096b1d4-4482-4f8d-a604-ff126ff3fc3e service nova] Lock "1410cde2-9275-4a1e-8450-a207283b8d18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.765273] env[62312]: DEBUG nova.compute.manager [req-42b14617-f78a-459e-947b-1e721f5748be req-f096b1d4-4482-4f8d-a604-ff126ff3fc3e service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] No waiting events found dispatching network-vif-plugged-31c0c8be-2793-4e8e-901d-6c0258950b9b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.765433] env[62312]: WARNING nova.compute.manager [req-42b14617-f78a-459e-947b-1e721f5748be req-f096b1d4-4482-4f8d-a604-ff126ff3fc3e service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Received unexpected event network-vif-plugged-31c0c8be-2793-4e8e-901d-6c0258950b9b for instance with vm_state building and task_state spawning. [ 1797.896549] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810294, 'name': CreateVM_Task, 'duration_secs': 0.724389} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.896906] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.897522] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.897688] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.898014] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.898276] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7049f537-705b-46de-b8be-ba969e7003f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.903688] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1797.903688] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52034db5-c6c8-2077-3f4b-bebfc58442d8" [ 1797.903688] env[62312]: _type = "Task" [ 1797.903688] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.912040] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52034db5-c6c8-2077-3f4b-bebfc58442d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.958884] env[62312]: DEBUG nova.network.neutron [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Successfully created port: 3b79674f-ef3c-4233-ac9d-bd422079bd01 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.984574] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078425} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.984849] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.985691] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8808e888-cf15-47ee-908d-8caf71822098 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.010473] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 8ef6fd91-738f-45ec-ac33-13e175b8c2d6/8ef6fd91-738f-45ec-ac33-13e175b8c2d6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.010832] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc994428-13db-4d66-be8f-8076627c6c6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.029660] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.034125] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1798.034125] env[62312]: value = "task-1810297" [ 1798.034125] env[62312]: _type = "Task" [ 1798.034125] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.046474] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.049125] env[62312]: DEBUG nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1798.088834] env[62312]: DEBUG oslo_concurrency.lockutils [req-fd05bc55-f648-43e9-a887-eb9ebdea1f56 req-ee6e5359-19c2-4077-b5bc-527478c09395 service nova] Releasing lock "refresh_cache-22765a2a-f556-4d67-916f-ff4aada476e9" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.277411] env[62312]: DEBUG nova.network.neutron [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Successfully updated port: 31c0c8be-2793-4e8e-901d-6c0258950b9b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1798.315163] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e3849-a58f-4ecb-b7df-53e6c55376da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.321171] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87e174b-baa0-42f6-bed7-36a7f67ad316 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.353235] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d2504b-6933-4ef6-b6a7-3c805712c241 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.361634] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d742186-d931-4464-9ad0-91a14c5f978d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.376974] env[62312]: DEBUG nova.compute.provider_tree [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.414360] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52034db5-c6c8-2077-3f4b-bebfc58442d8, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.414666] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.414921] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.415180] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.415328] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.415504] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.415756] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f02a02e-3e08-4762-8552-aeb0d99adbf9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.424895] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.425096] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.425798] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a90cc1-4bc0-453b-bd75-6608057c249d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.431399] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1798.431399] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52852288-763b-6b31-8d9c-d433957e8d43" [ 1798.431399] env[62312]: _type = "Task" [ 1798.431399] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.442148] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52852288-763b-6b31-8d9c-d433957e8d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.519754] env[62312]: DEBUG nova.compute.manager [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Received event network-changed-31c0c8be-2793-4e8e-901d-6c0258950b9b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1798.519754] env[62312]: DEBUG nova.compute.manager [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Refreshing instance network info cache due to event network-changed-31c0c8be-2793-4e8e-901d-6c0258950b9b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1798.519754] env[62312]: DEBUG oslo_concurrency.lockutils [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] Acquiring lock "refresh_cache-1410cde2-9275-4a1e-8450-a207283b8d18" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.519754] env[62312]: DEBUG oslo_concurrency.lockutils [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] Acquired lock "refresh_cache-1410cde2-9275-4a1e-8450-a207283b8d18" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.519754] env[62312]: DEBUG nova.network.neutron [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Refreshing network info cache for port 31c0c8be-2793-4e8e-901d-6c0258950b9b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.536193] env[62312]: DEBUG nova.compute.manager [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.536193] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdcf961-cc4f-4171-9c5f-4d78a6da3583 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.550240] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810297, 'name': ReconfigVM_Task, 'duration_secs': 0.293748} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.552738] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 8ef6fd91-738f-45ec-ac33-13e175b8c2d6/8ef6fd91-738f-45ec-ac33-13e175b8c2d6.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.556473] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-324aaf18-86e7-4e17-b000-27a3d8ddaf39 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.565470] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1798.565470] env[62312]: value = "task-1810298" [ 1798.565470] env[62312]: _type = "Task" [ 1798.565470] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.573566] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810298, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.615951] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.616268] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05debad-3573-4415-a838-6c193e25a196 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.624277] env[62312]: DEBUG oslo_vmware.api [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1798.624277] env[62312]: value = "task-1810299" [ 1798.624277] env[62312]: _type = "Task" [ 1798.624277] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.633138] env[62312]: DEBUG oslo_vmware.api [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.781056] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "refresh_cache-1410cde2-9275-4a1e-8450-a207283b8d18" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.882024] env[62312]: DEBUG nova.scheduler.client.report [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.942579] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52852288-763b-6b31-8d9c-d433957e8d43, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.943522] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61da6862-2684-4eeb-8f4d-acc514c378f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.951018] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1798.951018] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52515d2f-3fc4-db8c-1ac5-38c4c2824c82" [ 1798.951018] env[62312]: _type = "Task" [ 1798.951018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.959034] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52515d2f-3fc4-db8c-1ac5-38c4c2824c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.061444] env[62312]: DEBUG nova.network.neutron [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.064087] env[62312]: DEBUG nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1799.075879] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810298, 'name': Rename_Task, 'duration_secs': 0.175496} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.076156] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.076391] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d33ab36-222a-4be5-a63a-a7160a5bb57c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.085250] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1799.085250] env[62312]: value = "task-1810300" [ 1799.085250] env[62312]: _type = "Task" [ 1799.085250] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.095806] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.098094] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.099028] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.099028] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.099028] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.099028] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.099028] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.099251] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.099286] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.099427] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.099635] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.099746] env[62312]: DEBUG nova.virt.hardware [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.100601] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82508534-fb47-44fe-be26-6a5d34bff795 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.109337] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dae8eec-b730-4280-992e-088bcf08658f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.125343] env[62312]: DEBUG nova.network.neutron [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.134657] env[62312]: DEBUG oslo_vmware.api [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810299, 'name': PowerOffVM_Task, 'duration_secs': 0.204557} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.135450] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.135657] env[62312]: DEBUG nova.compute.manager [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.136442] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f77eec-380a-415b-a4bf-839f285f9b7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.387089] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.387620] env[62312]: DEBUG nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.390580] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.505s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.394044] env[62312]: INFO nova.compute.claims [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.461345] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52515d2f-3fc4-db8c-1ac5-38c4c2824c82, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.461669] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.461938] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 22765a2a-f556-4d67-916f-ff4aada476e9/22765a2a-f556-4d67-916f-ff4aada476e9.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.462225] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e7c007e-496a-4039-8a71-a6adcae253cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.469261] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1799.469261] env[62312]: value = "task-1810301" [ 1799.469261] env[62312]: _type = "Task" [ 1799.469261] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.477812] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.568452] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa6e406-6b11-42a6-afe4-5278dbae6bf7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.577049] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Doing hard reboot of VM {{(pid=62312) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1799.577324] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c0c6240e-4700-42ab-8bc3-59bbc2d9812d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.583819] env[62312]: DEBUG oslo_vmware.api [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1799.583819] env[62312]: value = "task-1810302" [ 1799.583819] env[62312]: _type = "Task" [ 1799.583819] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.597375] env[62312]: DEBUG oslo_vmware.api [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810302, 'name': ResetVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.601113] env[62312]: DEBUG oslo_vmware.api [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810300, 'name': PowerOnVM_Task, 'duration_secs': 0.434413} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.601113] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.601291] env[62312]: INFO nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1799.601412] env[62312]: DEBUG nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.602227] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df513a65-3b59-494e-adcc-8dbb377f9824 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.630441] env[62312]: DEBUG oslo_concurrency.lockutils [req-0a0ecabe-fb70-4629-9c6a-ca2225613e41 req-0604dfef-d9e6-4e09-940f-62b825f4e1ef service nova] Releasing lock "refresh_cache-1410cde2-9275-4a1e-8450-a207283b8d18" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.633019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired lock "refresh_cache-1410cde2-9275-4a1e-8450-a207283b8d18" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.633019] env[62312]: DEBUG nova.network.neutron [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.650649] env[62312]: DEBUG oslo_concurrency.lockutils [None req-118ab14d-350a-488d-b962-3b3fabf9712a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.897866] env[62312]: DEBUG nova.compute.utils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1799.906148] env[62312]: DEBUG nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1799.908026] env[62312]: DEBUG nova.network.neutron [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1799.983324] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49731} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.985340] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 22765a2a-f556-4d67-916f-ff4aada476e9/22765a2a-f556-4d67-916f-ff4aada476e9.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.985340] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.985815] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-804ff660-2261-415a-85de-b84a8634413e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.994086] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1799.994086] env[62312]: value = "task-1810303" [ 1799.994086] env[62312]: _type = "Task" [ 1799.994086] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.003782] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.031473] env[62312]: DEBUG nova.policy [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1800.099186] env[62312]: DEBUG oslo_vmware.api [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810302, 'name': ResetVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.121891] env[62312]: INFO nova.compute.manager [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Took 21.30 seconds to build instance. [ 1800.171728] env[62312]: DEBUG nova.network.neutron [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.212972] env[62312]: DEBUG nova.network.neutron [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Successfully updated port: 3b79674f-ef3c-4233-ac9d-bd422079bd01 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.324635] env[62312]: DEBUG nova.network.neutron [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Updating instance_info_cache with network_info: [{"id": "31c0c8be-2793-4e8e-901d-6c0258950b9b", "address": "fa:16:3e:cf:0d:90", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c0c8be-27", "ovs_interfaceid": "31c0c8be-2793-4e8e-901d-6c0258950b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.403024] env[62312]: DEBUG nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.456204] env[62312]: DEBUG nova.network.neutron [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Successfully created port: 830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1800.505405] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246401} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.505683] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.506474] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ed87ab-d1a6-4d18-b05f-70ae2bc73e27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.530571] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 22765a2a-f556-4d67-916f-ff4aada476e9/22765a2a-f556-4d67-916f-ff4aada476e9.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.533478] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a9a567-d51b-4a1d-8ef1-79dac1ca1296 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.556862] env[62312]: DEBUG nova.compute.manager [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Received event network-vif-plugged-3b79674f-ef3c-4233-ac9d-bd422079bd01 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1800.557106] env[62312]: DEBUG oslo_concurrency.lockutils [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] Acquiring lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.557326] env[62312]: DEBUG oslo_concurrency.lockutils [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.557530] env[62312]: DEBUG oslo_concurrency.lockutils [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.557713] env[62312]: DEBUG nova.compute.manager [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] No waiting events found dispatching network-vif-plugged-3b79674f-ef3c-4233-ac9d-bd422079bd01 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1800.557903] env[62312]: WARNING nova.compute.manager [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Received unexpected event network-vif-plugged-3b79674f-ef3c-4233-ac9d-bd422079bd01 for instance with vm_state building and task_state spawning. [ 1800.558076] env[62312]: DEBUG nova.compute.manager [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Received event network-changed-3b79674f-ef3c-4233-ac9d-bd422079bd01 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1800.558519] env[62312]: DEBUG nova.compute.manager [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Refreshing instance network info cache due to event network-changed-3b79674f-ef3c-4233-ac9d-bd422079bd01. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1800.559248] env[62312]: DEBUG oslo_concurrency.lockutils [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] Acquiring lock "refresh_cache-bcae6f58-29d6-48fe-acb6-d1dc76976f2f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.559421] env[62312]: DEBUG oslo_concurrency.lockutils [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] Acquired lock "refresh_cache-bcae6f58-29d6-48fe-acb6-d1dc76976f2f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.559640] env[62312]: DEBUG nova.network.neutron [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Refreshing network info cache for port 3b79674f-ef3c-4233-ac9d-bd422079bd01 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1800.564910] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1800.564910] env[62312]: value = "task-1810304" [ 1800.564910] env[62312]: _type = "Task" [ 1800.564910] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.577752] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.598887] env[62312]: DEBUG oslo_vmware.api [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810302, 'name': ResetVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.624515] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a7842f92-af84-4b96-8541-5ef18d0adfda tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.807s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.719772] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "refresh_cache-bcae6f58-29d6-48fe-acb6-d1dc76976f2f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.723857] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9abe09-8e0a-447a-9cbb-51e23f6f5207 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.735355] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2009361e-9091-4e78-ac58-842ce0d5bfc8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.771179] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b60c98-f117-4b3c-8867-ec3c4e0924a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.779932] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8da0273-02a2-4329-989e-eb5072205a2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.794758] env[62312]: DEBUG nova.compute.provider_tree [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.827687] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Releasing lock "refresh_cache-1410cde2-9275-4a1e-8450-a207283b8d18" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.828205] env[62312]: DEBUG nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Instance network_info: |[{"id": "31c0c8be-2793-4e8e-901d-6c0258950b9b", "address": "fa:16:3e:cf:0d:90", "network": {"id": "cdfb2a34-d5bc-403a-a4db-979cf23bc398", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "025b088553be4f6aa5031a47b70e6612", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c0c8be-27", "ovs_interfaceid": "31c0c8be-2793-4e8e-901d-6c0258950b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1800.828795] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:0d:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31c0c8be-2793-4e8e-901d-6c0258950b9b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.843706] env[62312]: DEBUG oslo.service.loopingcall [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.843706] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.843706] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17795b1a-c88d-4590-af9a-5c424a4b6abd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.867964] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.867964] env[62312]: value = "task-1810305" [ 1800.867964] env[62312]: _type = "Task" [ 1800.867964] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.874656] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810305, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.060968] env[62312]: DEBUG nova.compute.manager [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Stashing vm_state: stopped {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1801.077331] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810304, 'name': ReconfigVM_Task, 'duration_secs': 0.500408} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.077907] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 22765a2a-f556-4d67-916f-ff4aada476e9/22765a2a-f556-4d67-916f-ff4aada476e9.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.078365] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbec1685-be26-4c7d-a558-fe7565ac7e2b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.086400] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1801.086400] env[62312]: value = "task-1810306" [ 1801.086400] env[62312]: _type = "Task" [ 1801.086400] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.098753] env[62312]: DEBUG oslo_vmware.api [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810302, 'name': ResetVM_Task, 'duration_secs': 1.12814} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.099687] env[62312]: DEBUG nova.network.neutron [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.104663] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Did hard reboot of VM {{(pid=62312) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1801.104893] env[62312]: DEBUG nova.compute.manager [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.105504] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810306, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.105967] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc17a4ae-fbc5-46f2-bd33-d1d2e9f7a703 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.207244] env[62312]: DEBUG nova.network.neutron [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.298103] env[62312]: DEBUG nova.scheduler.client.report [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.376435] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810305, 'name': CreateVM_Task, 'duration_secs': 0.490803} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.376630] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.377426] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.377548] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.377870] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.378151] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1cc29f-6f0b-42a9-b65c-a82fe95dc88a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.383852] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1801.383852] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521dcd60-3626-0d9e-0fc2-619763db6e12" [ 1801.383852] env[62312]: _type = "Task" [ 1801.383852] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.393622] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521dcd60-3626-0d9e-0fc2-619763db6e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.417501] env[62312]: DEBUG nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.444577] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.444897] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.445102] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.445352] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.445543] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.445731] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.445993] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.446203] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.446420] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.446632] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.446846] env[62312]: DEBUG nova.virt.hardware [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.448188] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04cb907-ee85-4b68-b276-e9ac634450f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.458565] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b77d6-d1e5-44c3-877c-3bd8631d738f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.583243] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.597487] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810306, 'name': Rename_Task, 'duration_secs': 0.24435} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.597782] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.598088] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff1ca68d-f8ea-4a37-aeb2-031a922f6c06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.605231] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1801.605231] env[62312]: value = "task-1810307" [ 1801.605231] env[62312]: _type = "Task" [ 1801.605231] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.614613] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.619946] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ac56c1c8-57a4-4b05-a992-6a566f1c6227 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.564s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.710111] env[62312]: DEBUG oslo_concurrency.lockutils [req-e25b12a7-d858-4867-996d-44e0f0f04d43 req-5f5e842e-cb07-40bd-98f4-ff57f3cb6268 service nova] Releasing lock "refresh_cache-bcae6f58-29d6-48fe-acb6-d1dc76976f2f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.710607] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "refresh_cache-bcae6f58-29d6-48fe-acb6-d1dc76976f2f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.710809] env[62312]: DEBUG nova.network.neutron [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.805349] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.805987] env[62312]: DEBUG nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1801.810128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.974s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.810435] env[62312]: DEBUG nova.objects.instance [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lazy-loading 'resources' on Instance uuid d2cbe9a6-e088-46fc-b067-3de46f9d87fb {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.904025] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521dcd60-3626-0d9e-0fc2-619763db6e12, 'name': SearchDatastore_Task, 'duration_secs': 0.024773} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.904025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.904025] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.904025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.904025] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.904025] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.904025] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce84b0e4-a475-4c3a-aa42-bdcfd79ba0cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.919209] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.919209] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.919209] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e26bc5d-bffc-40fd-9add-bc5f7b9960a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.925923] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1801.925923] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520b09f0-a1a5-3280-f9ae-954044fc3ce7" [ 1801.925923] env[62312]: _type = "Task" [ 1801.925923] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.935725] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520b09f0-a1a5-3280-f9ae-954044fc3ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.047664] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.047911] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.118523] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.176455] env[62312]: DEBUG nova.network.neutron [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Successfully updated port: 830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.256446] env[62312]: DEBUG nova.network.neutron [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1802.311338] env[62312]: DEBUG nova.compute.utils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.313255] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.313482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.313680] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.313861] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.314038] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.315678] env[62312]: DEBUG nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.315847] env[62312]: DEBUG nova.network.neutron [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.320574] env[62312]: INFO nova.compute.manager [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Terminating instance [ 1802.378537] env[62312]: DEBUG nova.policy [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3ef85620224b54bff5fedd6f591a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cf152156f614ef894f505295e2605b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.438563] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520b09f0-a1a5-3280-f9ae-954044fc3ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.442182] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0edb0a-a663-43ca-808e-8286f823d98f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.448295] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1802.448295] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526dbfb6-9501-4707-f64d-6efc81e45285" [ 1802.448295] env[62312]: _type = "Task" [ 1802.448295] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.462906] env[62312]: DEBUG nova.network.neutron [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Updating instance_info_cache with network_info: [{"id": "3b79674f-ef3c-4233-ac9d-bd422079bd01", "address": "fa:16:3e:93:76:c8", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b79674f-ef", "ovs_interfaceid": "3b79674f-ef3c-4233-ac9d-bd422079bd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.464583] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526dbfb6-9501-4707-f64d-6efc81e45285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.551480] env[62312]: DEBUG nova.compute.utils [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.597731] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b770b-41c4-4918-9603-4a8294d29f4f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.606377] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818b4e41-41fa-4e98-b84a-001d37dbc931 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.618254] env[62312]: DEBUG oslo_vmware.api [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810307, 'name': PowerOnVM_Task, 'duration_secs': 0.551529} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.641383] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.641617] env[62312]: INFO nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1802.641805] env[62312]: DEBUG nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.643159] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45e7c0d-a4ff-4c91-9524-40b80a94db28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.646161] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3327720-24d0-470a-ad1f-708a451114ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.660224] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a84571-1906-4c96-b15b-b093032172ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.674425] env[62312]: DEBUG nova.compute.provider_tree [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1802.679524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.679702] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.679867] env[62312]: DEBUG nova.network.neutron [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.716634] env[62312]: DEBUG nova.compute.manager [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-vif-plugged-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1802.716915] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] Acquiring lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.717197] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.717423] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.717664] env[62312]: DEBUG nova.compute.manager [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] No waiting events found dispatching network-vif-plugged-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.717960] env[62312]: WARNING nova.compute.manager [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received unexpected event network-vif-plugged-830f473c-f28e-404d-9770-ba5bb9464ffa for instance with vm_state building and task_state spawning. [ 1802.718106] env[62312]: DEBUG nova.compute.manager [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1802.718316] env[62312]: DEBUG nova.compute.manager [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing instance network info cache due to event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1802.718532] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.817723] env[62312]: DEBUG nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.829616] env[62312]: DEBUG nova.compute.manager [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.829854] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.830734] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791ca71d-72a9-4423-b35a-85bec4fa7c2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.839857] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.840126] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c39aff6d-e798-4259-9485-efd0d9927178 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.845698] env[62312]: DEBUG nova.network.neutron [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Successfully created port: 3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1802.848946] env[62312]: DEBUG oslo_vmware.api [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1802.848946] env[62312]: value = "task-1810308" [ 1802.848946] env[62312]: _type = "Task" [ 1802.848946] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.860458] env[62312]: DEBUG oslo_vmware.api [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.959186] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526dbfb6-9501-4707-f64d-6efc81e45285, 'name': SearchDatastore_Task, 'duration_secs': 0.068386} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.959533] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.959795] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 1410cde2-9275-4a1e-8450-a207283b8d18/1410cde2-9275-4a1e-8450-a207283b8d18.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.960071] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68ca8a34-5b65-468a-a557-ee518fae0ba8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.965782] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "refresh_cache-bcae6f58-29d6-48fe-acb6-d1dc76976f2f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.966091] env[62312]: DEBUG nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Instance network_info: |[{"id": "3b79674f-ef3c-4233-ac9d-bd422079bd01", "address": "fa:16:3e:93:76:c8", "network": {"id": "842bd58b-6c33-4511-ad53-180ec28b6caf", "bridge": "br-int", "label": "tempest-ServersTestJSON-911016623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b85be92bd11b40069aac273d21b9f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b79674f-ef", "ovs_interfaceid": "3b79674f-ef3c-4233-ac9d-bd422079bd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1802.966695] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:76:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b79674f-ef3c-4233-ac9d-bd422079bd01', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.975905] env[62312]: DEBUG oslo.service.loopingcall [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.977368] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.977996] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1802.977996] env[62312]: value = "task-1810309" [ 1802.977996] env[62312]: _type = "Task" [ 1802.977996] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.977996] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee7caf6-262f-426c-bda0-5babc12d9330 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.002952] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.004432] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1803.004432] env[62312]: value = "task-1810310" [ 1803.004432] env[62312]: _type = "Task" [ 1803.004432] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.013751] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810310, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.057032] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.169294] env[62312]: INFO nova.compute.manager [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Took 21.28 seconds to build instance. [ 1803.197590] env[62312]: ERROR nova.scheduler.client.report [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [req-ccda6faf-4537-4688-acb1-e3075283c4c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ccda6faf-4537-4688-acb1-e3075283c4c6"}]} [ 1803.214423] env[62312]: DEBUG nova.scheduler.client.report [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1803.217247] env[62312]: DEBUG nova.network.neutron [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.228468] env[62312]: DEBUG nova.scheduler.client.report [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1803.229765] env[62312]: DEBUG nova.compute.provider_tree [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1803.240407] env[62312]: DEBUG nova.scheduler.client.report [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1803.265791] env[62312]: DEBUG nova.scheduler.client.report [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1803.362869] env[62312]: DEBUG oslo_vmware.api [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810308, 'name': PowerOffVM_Task, 'duration_secs': 0.222685} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.368855] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.369102] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.369656] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b740771-5db4-4574-a966-9034117a3eaf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.423355] env[62312]: DEBUG nova.network.neutron [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.480028] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.480028] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.480848] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleting the datastore file [datastore1] 8ef6fd91-738f-45ec-ac33-13e175b8c2d6 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.480848] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3692d65-9444-4689-8285-1cf38d23581b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.491709] env[62312]: DEBUG oslo_vmware.api [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for the task: (returnval){ [ 1803.491709] env[62312]: value = "task-1810312" [ 1803.491709] env[62312]: _type = "Task" [ 1803.491709] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.508250] env[62312]: DEBUG oslo_vmware.api [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.515331] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.523449] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810310, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.585079] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde1ae4e-1a7d-405d-98c5-817c1b7c4951 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.593244] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303978d0-d9fb-4b5b-bd2a-c4fc0b439c8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.628156] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be2d2d6-e8d6-4152-b240-5bfb907cdb56 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.640315] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a586674-0d0b-410d-94d7-81043133711c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.656404] env[62312]: DEBUG nova.compute.provider_tree [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.671473] env[62312]: DEBUG oslo_concurrency.lockutils [None req-80d10857-941e-4314-946d-0d490a7f767b tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "22765a2a-f556-4d67-916f-ff4aada476e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.120s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.825749] env[62312]: DEBUG nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.849519] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.849778] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.849942] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.850145] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.850291] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.850477] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.850679] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.850867] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.851048] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.851216] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.851386] env[62312]: DEBUG nova.virt.hardware [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.852254] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22177e58-8feb-48b0-8bf9-d9818e548a61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.860929] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34acf86f-1b93-48de-a62d-672506792f78 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.926356] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.926656] env[62312]: DEBUG nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Instance network_info: |[{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1803.926976] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.927190] env[62312]: DEBUG nova.network.neutron [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.928453] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:82:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '830f473c-f28e-404d-9770-ba5bb9464ffa', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1803.935935] env[62312]: DEBUG oslo.service.loopingcall [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.939180] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1803.939658] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74eeb3c1-e5fb-4473-bb1f-a53daa0bd6ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.960836] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1803.960836] env[62312]: value = "task-1810313" [ 1803.960836] env[62312]: _type = "Task" [ 1803.960836] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.983850] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810313, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.008537] env[62312]: DEBUG oslo_vmware.api [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.016778] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569465} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.017095] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 1410cde2-9275-4a1e-8450-a207283b8d18/1410cde2-9275-4a1e-8450-a207283b8d18.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.017317] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.017987] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d3197b0-1f50-4889-b91e-fdc3c6e72eea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.023407] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810310, 'name': CreateVM_Task, 'duration_secs': 0.647856} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.023915] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.024598] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.024824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.025163] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.027507] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd44f66-42cf-4895-ac69-6ee2015d9af8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.030399] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1804.030399] env[62312]: value = "task-1810314" [ 1804.030399] env[62312]: _type = "Task" [ 1804.030399] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.035106] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1804.035106] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52497b8f-94e7-5ea7-82e1-d4940014d749" [ 1804.035106] env[62312]: _type = "Task" [ 1804.035106] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.040976] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.047108] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52497b8f-94e7-5ea7-82e1-d4940014d749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.135256] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.135504] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.135799] env[62312]: INFO nova.compute.manager [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Attaching volume 7eced3a5-f110-49f4-828f-d13842ba9f7b to /dev/sdb [ 1804.158843] env[62312]: DEBUG nova.scheduler.client.report [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.172771] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d55790f-0c31-4fc9-9ffb-bf343b38e770 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.181490] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adafa9b1-8628-43e7-a274-02aedd51000b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.196963] env[62312]: DEBUG nova.virt.block_device [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updating existing volume attachment record: a6db65c9-4007-4ccc-984c-fbe153fc1ce9 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1804.199571] env[62312]: DEBUG nova.network.neutron [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updated VIF entry in instance network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.199912] env[62312]: DEBUG nova.network.neutron [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.303633] env[62312]: DEBUG oslo_concurrency.lockutils [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.303950] env[62312]: DEBUG oslo_concurrency.lockutils [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.320279] env[62312]: DEBUG nova.compute.manager [req-1a37797c-11d8-4225-9a15-e431a555fd40 req-cf554d14-2a35-4b7f-885f-ea65b5799245 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Received event network-vif-plugged-3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1804.320437] env[62312]: DEBUG oslo_concurrency.lockutils [req-1a37797c-11d8-4225-9a15-e431a555fd40 req-cf554d14-2a35-4b7f-885f-ea65b5799245 service nova] Acquiring lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.320651] env[62312]: DEBUG oslo_concurrency.lockutils [req-1a37797c-11d8-4225-9a15-e431a555fd40 req-cf554d14-2a35-4b7f-885f-ea65b5799245 service nova] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.320820] env[62312]: DEBUG oslo_concurrency.lockutils [req-1a37797c-11d8-4225-9a15-e431a555fd40 req-cf554d14-2a35-4b7f-885f-ea65b5799245 service nova] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.320985] env[62312]: DEBUG nova.compute.manager [req-1a37797c-11d8-4225-9a15-e431a555fd40 req-cf554d14-2a35-4b7f-885f-ea65b5799245 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] No waiting events found dispatching network-vif-plugged-3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.323234] env[62312]: WARNING nova.compute.manager [req-1a37797c-11d8-4225-9a15-e431a555fd40 req-cf554d14-2a35-4b7f-885f-ea65b5799245 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Received unexpected event network-vif-plugged-3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a for instance with vm_state building and task_state spawning. [ 1804.394631] env[62312]: DEBUG nova.network.neutron [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Successfully updated port: 3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.470313] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810313, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.503094] env[62312]: DEBUG oslo_vmware.api [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Task: {'id': task-1810312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562137} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.503417] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.503566] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.503775] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.503942] env[62312]: INFO nova.compute.manager [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1804.504230] env[62312]: DEBUG oslo.service.loopingcall [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.504424] env[62312]: DEBUG nova.compute.manager [-] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.504518] env[62312]: DEBUG nova.network.neutron [-] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.545280] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174228} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.545782] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.546525] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f00bfbb-767b-4da2-9aef-ead453cb0c1d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.552772] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52497b8f-94e7-5ea7-82e1-d4940014d749, 'name': SearchDatastore_Task, 'duration_secs': 0.01944} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.553447] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.553763] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1804.554066] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.554180] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.554362] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.554615] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5ca8bd-851c-4932-aea7-2b5b4fbb9790 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.574210] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 1410cde2-9275-4a1e-8450-a207283b8d18/1410cde2-9275-4a1e-8450-a207283b8d18.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.577205] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3dc1f9-eece-46b2-be47-e06a39e035ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.594425] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.594646] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1804.595879] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a893085e-a53a-4d17-9154-8e1cfea665fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.601606] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1804.601606] env[62312]: value = "task-1810318" [ 1804.601606] env[62312]: _type = "Task" [ 1804.601606] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.603148] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1804.603148] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52080f1e-eab6-9298-74cc-5ae136c1c453" [ 1804.603148] env[62312]: _type = "Task" [ 1804.603148] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.616338] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.619208] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52080f1e-eab6-9298-74cc-5ae136c1c453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.664718] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.854s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.668385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.944s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.673641] env[62312]: INFO nova.compute.claims [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.704206] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9b8f6bf-5cd8-4544-a509-363f1e6e2171 req-0cd0f654-f054-46e2-a8ef-2b1bc6a161dc service nova] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.719492] env[62312]: INFO nova.scheduler.client.report [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Deleted allocations for instance d2cbe9a6-e088-46fc-b067-3de46f9d87fb [ 1804.810356] env[62312]: INFO nova.compute.manager [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Detaching volume cf587f57-c5ae-4937-848d-3d08d82394d4 [ 1804.849020] env[62312]: INFO nova.virt.block_device [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Attempting to driver detach volume cf587f57-c5ae-4937-848d-3d08d82394d4 from mountpoint /dev/sdb [ 1804.849020] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1804.849020] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375148', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'name': 'volume-cf587f57-c5ae-4937-848d-3d08d82394d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0044e695-c79f-4e66-9130-38bfac354e8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'serial': 'cf587f57-c5ae-4937-848d-3d08d82394d4'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1804.849020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7704ae70-0f67-4760-92c2-2426ec13262b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.879927] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc98b35-46b4-4e0d-83db-da484af9808e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.891959] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d369136-717f-4f14-9596-471a250cd71f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.898379] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.898379] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.898379] env[62312]: DEBUG nova.network.neutron [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.929852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7059884-625d-4797-98b0-2c3a473335e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.947165] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf587f57-c5ae-4937-848d-3d08d82394d4/volume-cf587f57-c5ae-4937-848d-3d08d82394d4.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1804.952386] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1804.952791] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486c8874-77ce-4e48-b782-2b29a897bd85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.966103] env[62312]: DEBUG nova.network.neutron [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.978071] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810313, 'name': CreateVM_Task, 'duration_secs': 0.883808} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.979396] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.979774] env[62312]: DEBUG oslo_vmware.api [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1804.979774] env[62312]: value = "task-1810319" [ 1804.979774] env[62312]: _type = "Task" [ 1804.979774] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.980444] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.980606] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.980935] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.981252] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de042901-5ff2-459b-9f11-ebd4c926eedc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.992455] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1804.992455] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527f8482-2473-748c-4f2d-bff10dbe5dee" [ 1804.992455] env[62312]: _type = "Task" [ 1804.992455] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.996586] env[62312]: DEBUG oslo_vmware.api [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810319, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.007821] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527f8482-2473-748c-4f2d-bff10dbe5dee, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.008213] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.008507] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.008792] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.117215] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52080f1e-eab6-9298-74cc-5ae136c1c453, 'name': SearchDatastore_Task, 'duration_secs': 0.028306} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.120954] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810318, 'name': ReconfigVM_Task, 'duration_secs': 0.348146} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.120954] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cdc03a-750f-4cc8-8a1d-123c540a3287 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.123281] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 1410cde2-9275-4a1e-8450-a207283b8d18/1410cde2-9275-4a1e-8450-a207283b8d18.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.123944] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-922cb055-f1f4-4bfd-8951-e4834fdc4a5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.129181] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1805.129181] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5258df9f-1d08-2074-9f4e-38c7984f375e" [ 1805.129181] env[62312]: _type = "Task" [ 1805.129181] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.130066] env[62312]: DEBUG nova.network.neutron [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance_info_cache with network_info: [{"id": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "address": "fa:16:3e:7a:04:e3", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae81e66-23", "ovs_interfaceid": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.135718] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1805.135718] env[62312]: value = "task-1810320" [ 1805.135718] env[62312]: _type = "Task" [ 1805.135718] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.145339] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5258df9f-1d08-2074-9f4e-38c7984f375e, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.149014] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.149357] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bcae6f58-29d6-48fe-acb6-d1dc76976f2f/bcae6f58-29d6-48fe-acb6-d1dc76976f2f.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.149647] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810320, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.150590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.150790] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.151042] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6af91dc9-8380-4d15-bad0-861651dddcd4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.155234] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5f899b-7af2-4ac2-821f-4b0453635846 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.164228] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1805.164228] env[62312]: value = "task-1810321" [ 1805.164228] env[62312]: _type = "Task" [ 1805.164228] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.166198] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.166459] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.170185] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405ea1e7-e110-4d69-8733-3719ef62c7db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.181385] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1805.181385] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b79eee-5e55-38b4-1789-ac85899e222b" [ 1805.181385] env[62312]: _type = "Task" [ 1805.181385] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.181975] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.194087] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b79eee-5e55-38b4-1789-ac85899e222b, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.194882] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a12df4-5ae9-46de-a41e-584958d37896 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.200800] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1805.200800] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]525251ea-2071-0418-9304-4b5e84041f2e" [ 1805.200800] env[62312]: _type = "Task" [ 1805.200800] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.209906] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525251ea-2071-0418-9304-4b5e84041f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.228535] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e63bc440-cc7d-4ebd-a632-2c9a730fd37e tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "d2cbe9a6-e088-46fc-b067-3de46f9d87fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.080s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.345894] env[62312]: DEBUG nova.network.neutron [-] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.491874] env[62312]: DEBUG oslo_vmware.api [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810319, 'name': ReconfigVM_Task, 'duration_secs': 0.239604} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.492187] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1805.497107] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bce468e-89f6-447d-9bb5-321e76b5207a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.514957] env[62312]: DEBUG oslo_vmware.api [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1805.514957] env[62312]: value = "task-1810322" [ 1805.514957] env[62312]: _type = "Task" [ 1805.514957] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.525102] env[62312]: DEBUG oslo_vmware.api [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.637473] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.640023] env[62312]: DEBUG nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Instance network_info: |[{"id": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "address": "fa:16:3e:7a:04:e3", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae81e66-23", "ovs_interfaceid": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1805.640023] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:04:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1805.647061] env[62312]: DEBUG oslo.service.loopingcall [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.650963] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.651370] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecef2548-1286-4ec6-b9c9-27b17a37e04c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.674396] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810320, 'name': Rename_Task, 'duration_secs': 0.162767} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.675501] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.677182] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-574c3644-a352-4b0e-86c4-9cca68e49841 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.678908] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.678908] env[62312]: value = "task-1810323" [ 1805.678908] env[62312]: _type = "Task" [ 1805.678908] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.685212] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490749} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.693422] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bcae6f58-29d6-48fe-acb6-d1dc76976f2f/bcae6f58-29d6-48fe-acb6-d1dc76976f2f.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.693422] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.693682] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a072cb7-8c31-49a0-a0af-d53bba9e7b83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.702215] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810323, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.707597] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1805.707597] env[62312]: value = "task-1810324" [ 1805.707597] env[62312]: _type = "Task" [ 1805.707597] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.710374] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1805.710374] env[62312]: value = "task-1810325" [ 1805.710374] env[62312]: _type = "Task" [ 1805.710374] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.727125] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525251ea-2071-0418-9304-4b5e84041f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.733544] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.733850] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] e997f687-e838-4fd8-a5f5-d1c44ba6ca94/e997f687-e838-4fd8-a5f5-d1c44ba6ca94.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.734374] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810325, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.734629] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.737382] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25e26aff-45b3-47a7-9451-e6a3d011ab8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.748087] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1805.748087] env[62312]: value = "task-1810326" [ 1805.748087] env[62312]: _type = "Task" [ 1805.748087] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.761614] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.849585] env[62312]: INFO nova.compute.manager [-] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Took 1.34 seconds to deallocate network for instance. [ 1805.942940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "0480661e-17e1-4dd8-8187-83ad2588d41e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.943238] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.943446] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "0480661e-17e1-4dd8-8187-83ad2588d41e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.943627] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.943846] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.946022] env[62312]: INFO nova.compute.manager [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Terminating instance [ 1805.969433] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd201a8d-7ac4-4006-b619-d5b2bd286bdb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.977921] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eeb367-1c13-43b5-9cd0-c7dc2913486c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.010653] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de798bda-6a8b-4252-8fc0-a9b86de9a594 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.023827] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cbc8e9-f7b1-4f93-923b-4a86c55a4144 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.031097] env[62312]: DEBUG oslo_vmware.api [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810322, 'name': ReconfigVM_Task, 'duration_secs': 0.259192} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.031843] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375148', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'name': 'volume-cf587f57-c5ae-4937-848d-3d08d82394d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0044e695-c79f-4e66-9130-38bfac354e8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf587f57-c5ae-4937-848d-3d08d82394d4', 'serial': 'cf587f57-c5ae-4937-848d-3d08d82394d4'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1806.043608] env[62312]: DEBUG nova.compute.provider_tree [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.194068] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810323, 'name': CreateVM_Task, 'duration_secs': 0.516293} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.194068] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.194442] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.194583] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.194939] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.195228] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf37f8b-b45f-46e7-a54e-0c5206365053 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.201206] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1806.201206] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526330c7-233b-9f77-6689-9790423b852e" [ 1806.201206] env[62312]: _type = "Task" [ 1806.201206] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.210380] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526330c7-233b-9f77-6689-9790423b852e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.222390] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.225053] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082602} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.225321] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.226145] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bfa0b0-9707-47c5-bfef-574a79311472 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.250203] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bcae6f58-29d6-48fe-acb6-d1dc76976f2f/bcae6f58-29d6-48fe-acb6-d1dc76976f2f.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.250689] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1543489a-db48-46f4-a177-747bc085294c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.273967] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810326, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.275285] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1806.275285] env[62312]: value = "task-1810327" [ 1806.275285] env[62312]: _type = "Task" [ 1806.275285] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.284180] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.353093] env[62312]: DEBUG nova.compute.manager [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Received event network-changed-3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1806.353310] env[62312]: DEBUG nova.compute.manager [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Refreshing instance network info cache due to event network-changed-3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1806.353527] env[62312]: DEBUG oslo_concurrency.lockutils [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] Acquiring lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.353700] env[62312]: DEBUG oslo_concurrency.lockutils [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] Acquired lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.353865] env[62312]: DEBUG nova.network.neutron [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Refreshing network info cache for port 3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.357399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.452888] env[62312]: DEBUG nova.compute.manager [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1806.453073] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.454103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7609c536-4c08-4a97-a8aa-649459cf63b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.463450] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.463742] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-938712c8-2c4b-4dbf-a9c9-064cfae826fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.473831] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1806.473831] env[62312]: value = "task-1810328" [ 1806.473831] env[62312]: _type = "Task" [ 1806.473831] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.483643] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.547261] env[62312]: DEBUG nova.scheduler.client.report [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.581054] env[62312]: DEBUG nova.objects.instance [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lazy-loading 'flavor' on Instance uuid 0044e695-c79f-4e66-9130-38bfac354e8c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.714929] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526330c7-233b-9f77-6689-9790423b852e, 'name': SearchDatastore_Task, 'duration_secs': 0.035606} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.718428] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.718814] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.719184] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.719434] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.719742] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.719997] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f29fa73-5b45-4133-8cc5-953b89e07105 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.728039] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.759660] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941226} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.759963] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] e997f687-e838-4fd8-a5f5-d1c44ba6ca94/e997f687-e838-4fd8-a5f5-d1c44ba6ca94.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.760206] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.760485] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e3426b4-71c2-475f-9299-b89324a41c82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.767523] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1806.767523] env[62312]: value = "task-1810330" [ 1806.767523] env[62312]: _type = "Task" [ 1806.767523] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.776535] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.781497] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.781858] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.783116] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4e3c64-b0f4-4f4b-8390-e9553529516d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.789092] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.792754] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1806.792754] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528f7914-d816-3dce-4995-7d2b868bbaef" [ 1806.792754] env[62312]: _type = "Task" [ 1806.792754] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.801954] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528f7914-d816-3dce-4995-7d2b868bbaef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.986494] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810328, 'name': PowerOffVM_Task, 'duration_secs': 0.301755} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.986612] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.986755] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1806.986994] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e663accb-8541-4ff9-b88f-690bc944e90c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.052718] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.053378] env[62312]: DEBUG nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1807.056535] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.319s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.056770] env[62312]: DEBUG nova.objects.instance [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lazy-loading 'resources' on Instance uuid 673a85ca-6362-4a87-b47c-775bac3371bf {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.069735] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.070014] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.070143] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Deleting the datastore file [datastore1] 0480661e-17e1-4dd8-8187-83ad2588d41e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.070404] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d3fb0bd-d182-4b58-85c8-146d957ab553 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.078854] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for the task: (returnval){ [ 1807.078854] env[62312]: value = "task-1810332" [ 1807.078854] env[62312]: _type = "Task" [ 1807.078854] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.089288] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.091406] env[62312]: DEBUG nova.network.neutron [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updated VIF entry in instance network info cache for port 3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.091837] env[62312]: DEBUG nova.network.neutron [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance_info_cache with network_info: [{"id": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "address": "fa:16:3e:7a:04:e3", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae81e66-23", "ovs_interfaceid": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.225642] env[62312]: DEBUG oslo_vmware.api [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810325, 'name': PowerOnVM_Task, 'duration_secs': 1.343652} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.225913] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.226096] env[62312]: INFO nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1807.226277] env[62312]: DEBUG nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.227045] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c411d17-8deb-4559-8936-4fcdd8d7e9da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.277659] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077267} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.280591] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.281744] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef1637-21f5-4c8a-9873-8b06f4ff62cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.288815] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810327, 'name': ReconfigVM_Task, 'duration_secs': 0.594667} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.297846] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bcae6f58-29d6-48fe-acb6-d1dc76976f2f/bcae6f58-29d6-48fe-acb6-d1dc76976f2f.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.306950] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] e997f687-e838-4fd8-a5f5-d1c44ba6ca94/e997f687-e838-4fd8-a5f5-d1c44ba6ca94.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.307199] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ffd1cad-24f9-4316-8860-cb8ebd145bc1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.311319] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4049866-92e6-49d5-bd47-1caac483621d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.335763] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528f7914-d816-3dce-4995-7d2b868bbaef, 'name': SearchDatastore_Task, 'duration_secs': 0.049483} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.339212] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1807.339212] env[62312]: value = "task-1810333" [ 1807.339212] env[62312]: _type = "Task" [ 1807.339212] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.339593] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1807.339593] env[62312]: value = "task-1810334" [ 1807.339593] env[62312]: _type = "Task" [ 1807.339593] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.339863] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc15a02-a118-48b9-ba53-596e750fff9f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.357638] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810334, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.358361] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1807.358361] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52426175-3576-eefd-407e-e8e9e7d049af" [ 1807.358361] env[62312]: _type = "Task" [ 1807.358361] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.361845] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.370736] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52426175-3576-eefd-407e-e8e9e7d049af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.559686] env[62312]: DEBUG nova.compute.utils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.561246] env[62312]: DEBUG nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1807.561474] env[62312]: DEBUG nova.network.neutron [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.589877] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.593753] env[62312]: DEBUG oslo_concurrency.lockutils [None req-36679808-41f0-4895-a8bd-d581b800166c tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.594881] env[62312]: DEBUG oslo_concurrency.lockutils [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] Releasing lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.595151] env[62312]: DEBUG nova.compute.manager [req-eca858a1-831a-4c31-9180-662ec43075fa req-9471cba4-63c7-4c64-9513-853361171323 service nova] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Received event network-vif-deleted-31fe1c62-8934-452f-8d81-4670d06b62a4 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1807.603716] env[62312]: DEBUG nova.policy [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12d0f5f5bf184b6297ca2bce5241419e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf11da977074cd594edd58b3bbe83ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1807.747981] env[62312]: INFO nova.compute.manager [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Took 25.34 seconds to build instance. [ 1807.863920] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.864392] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810334, 'name': Rename_Task, 'duration_secs': 0.234105} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.868267] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.868267] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29d59b85-5bb2-4033-9c4f-fe210f41d32f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.876629] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52426175-3576-eefd-407e-e8e9e7d049af, 'name': SearchDatastore_Task, 'duration_secs': 0.080586} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.877978] env[62312]: DEBUG nova.network.neutron [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Successfully created port: 13ad4fae-6763-418a-b64b-1b013518fcf7 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.880883] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.881261] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd/7eb7b5d1-c493-49bf-b183-fa6f583fa6fd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.881629] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1807.881629] env[62312]: value = "task-1810335" [ 1807.881629] env[62312]: _type = "Task" [ 1807.881629] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.881904] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dfb1890-1131-4355-b271-26a3812bea11 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.895887] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810335, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.897425] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1807.897425] env[62312]: value = "task-1810336" [ 1807.897425] env[62312]: _type = "Task" [ 1807.897425] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.909946] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.915673] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26460fc0-e7ea-410f-bc7a-7d34aa48a37b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.922921] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121bc04b-07df-490f-a992-90e5e5b275ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.956846] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20154e52-484e-4fd9-b324-e545a0276392 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.965681] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a3fea-1c56-46d4-bb7b-0183b6f93f7b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.981742] env[62312]: DEBUG nova.compute.provider_tree [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.067787] env[62312]: DEBUG nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1808.090371] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.251700] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21881f5f-cea8-44dd-b247-b6820002be52 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "1410cde2-9275-4a1e-8450-a207283b8d18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.866s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.357587] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.395195] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.410746] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.488019] env[62312]: DEBUG nova.scheduler.client.report [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.596938] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.681283] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.681569] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.681794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "0044e695-c79f-4e66-9130-38bfac354e8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.684155] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.684428] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.686849] env[62312]: INFO nova.compute.manager [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Terminating instance [ 1808.751857] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1808.752189] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1808.753214] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430169d9-291a-47cd-9c31-54bc7dfb9116 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.771839] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960db91-6db5-409a-a369-a9e8a7c52682 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.799010] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-7eced3a5-f110-49f4-828f-d13842ba9f7b/volume-7eced3a5-f110-49f4-828f-d13842ba9f7b.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.799372] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98efbc5c-0d04-41f6-919b-910f5c14314a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.820135] env[62312]: DEBUG oslo_vmware.api [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1808.820135] env[62312]: value = "task-1810337" [ 1808.820135] env[62312]: _type = "Task" [ 1808.820135] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.836320] env[62312]: DEBUG oslo_vmware.api [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.854772] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.897369] env[62312]: DEBUG oslo_vmware.api [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810335, 'name': PowerOnVM_Task, 'duration_secs': 0.533017} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.897680] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.897849] env[62312]: INFO nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1808.898017] env[62312]: DEBUG nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.898895] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d15039-6378-4d50-91ec-2925410f7deb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.910238] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.966884} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.911974] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd/7eb7b5d1-c493-49bf-b183-fa6f583fa6fd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.912262] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.915559] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba5d7da-5d87-4862-8c87-f311732cbb2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.922938] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1808.922938] env[62312]: value = "task-1810338" [ 1808.922938] env[62312]: _type = "Task" [ 1808.922938] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.932315] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.991919] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.995160] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.412s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.020711] env[62312]: INFO nova.scheduler.client.report [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Deleted allocations for instance 673a85ca-6362-4a87-b47c-775bac3371bf [ 1809.080247] env[62312]: DEBUG nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1809.092580] env[62312]: DEBUG oslo_vmware.api [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Task: {'id': task-1810332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.552196} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.092871] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.093090] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.093274] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.093445] env[62312]: INFO nova.compute.manager [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1809.093688] env[62312]: DEBUG oslo.service.loopingcall [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.093875] env[62312]: DEBUG nova.compute.manager [-] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.093964] env[62312]: DEBUG nova.network.neutron [-] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.107727] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1809.108011] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.109026] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1809.109026] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.109026] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1809.109026] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1809.109026] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1809.109285] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1809.109285] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1809.109431] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1809.109599] env[62312]: DEBUG nova.virt.hardware [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1809.110438] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6ece59-67d4-40c5-b1f5-ec04809dd007 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.118356] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f16a0ee-40a3-491d-bd31-9a2035f87e1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.191217] env[62312]: DEBUG nova.compute.manager [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1809.191450] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.192380] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26817c1f-e678-4073-b074-aed5d1e43122 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.201122] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.201382] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f066c46d-2134-4a17-b93a-ad4b13ed1d31 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.209232] env[62312]: DEBUG oslo_vmware.api [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1809.209232] env[62312]: value = "task-1810339" [ 1809.209232] env[62312]: _type = "Task" [ 1809.209232] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.217719] env[62312]: DEBUG oslo_vmware.api [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.307192] env[62312]: DEBUG nova.compute.manager [req-d1cfa19a-0d04-44c0-afd8-2689d166ddb7 req-132e294a-343a-43c0-b5cb-f5c85daa058b service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Received event network-vif-plugged-13ad4fae-6763-418a-b64b-1b013518fcf7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1809.307437] env[62312]: DEBUG oslo_concurrency.lockutils [req-d1cfa19a-0d04-44c0-afd8-2689d166ddb7 req-132e294a-343a-43c0-b5cb-f5c85daa058b service nova] Acquiring lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.307692] env[62312]: DEBUG oslo_concurrency.lockutils [req-d1cfa19a-0d04-44c0-afd8-2689d166ddb7 req-132e294a-343a-43c0-b5cb-f5c85daa058b service nova] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.307888] env[62312]: DEBUG oslo_concurrency.lockutils [req-d1cfa19a-0d04-44c0-afd8-2689d166ddb7 req-132e294a-343a-43c0-b5cb-f5c85daa058b service nova] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.308299] env[62312]: DEBUG nova.compute.manager [req-d1cfa19a-0d04-44c0-afd8-2689d166ddb7 req-132e294a-343a-43c0-b5cb-f5c85daa058b service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] No waiting events found dispatching network-vif-plugged-13ad4fae-6763-418a-b64b-1b013518fcf7 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.308540] env[62312]: WARNING nova.compute.manager [req-d1cfa19a-0d04-44c0-afd8-2689d166ddb7 req-132e294a-343a-43c0-b5cb-f5c85daa058b service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Received unexpected event network-vif-plugged-13ad4fae-6763-418a-b64b-1b013518fcf7 for instance with vm_state building and task_state spawning. [ 1809.332653] env[62312]: DEBUG oslo_vmware.api [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.355316] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810333, 'name': ReconfigVM_Task, 'duration_secs': 1.584092} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.355743] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Reconfigured VM instance instance-00000064 to attach disk [datastore1] e997f687-e838-4fd8-a5f5-d1c44ba6ca94/e997f687-e838-4fd8-a5f5-d1c44ba6ca94.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.356457] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85645ef8-1e5a-4b3f-915a-6cf901b4d864 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.363979] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1809.363979] env[62312]: value = "task-1810340" [ 1809.363979] env[62312]: _type = "Task" [ 1809.363979] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.373279] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810340, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.407685] env[62312]: DEBUG nova.compute.manager [req-170fd7a4-1a4f-49e8-957c-7bd5ae2a10af req-d5168e94-5c76-47c6-a84a-48687c7a3737 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Received event network-vif-deleted-50525cc8-dda9-464d-b0ff-c2964a4825e7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1809.407889] env[62312]: INFO nova.compute.manager [req-170fd7a4-1a4f-49e8-957c-7bd5ae2a10af req-d5168e94-5c76-47c6-a84a-48687c7a3737 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Neutron deleted interface 50525cc8-dda9-464d-b0ff-c2964a4825e7; detaching it from the instance and deleting it from the info cache [ 1809.408097] env[62312]: DEBUG nova.network.neutron [req-170fd7a4-1a4f-49e8-957c-7bd5ae2a10af req-d5168e94-5c76-47c6-a84a-48687c7a3737 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.410531] env[62312]: DEBUG nova.network.neutron [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Successfully updated port: 13ad4fae-6763-418a-b64b-1b013518fcf7 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.424654] env[62312]: INFO nova.compute.manager [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Took 26.55 seconds to build instance. [ 1809.439855] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086833} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.440281] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.441371] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100aafef-f8cb-46e6-8e3e-0f30c502b8f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.474018] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd/7eb7b5d1-c493-49bf-b183-fa6f583fa6fd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.474982] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8031214a-5b42-4683-83df-f98b3087c1bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.502978] env[62312]: INFO nova.compute.claims [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.508429] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1809.508429] env[62312]: value = "task-1810341" [ 1809.508429] env[62312]: _type = "Task" [ 1809.508429] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.523232] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.529441] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a04f8f43-20fc-434e-91a0-a612da5731fa tempest-ServersAdminNegativeTestJSON-274882150 tempest-ServersAdminNegativeTestJSON-274882150-project-member] Lock "673a85ca-6362-4a87-b47c-775bac3371bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.797s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.721113] env[62312]: DEBUG oslo_vmware.api [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810339, 'name': PowerOffVM_Task, 'duration_secs': 0.422169} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.721411] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.721581] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.721855] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ac14ecc-569d-4c20-891a-c37fcc3396ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.833199] env[62312]: DEBUG oslo_vmware.api [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810337, 'name': ReconfigVM_Task, 'duration_secs': 0.691047} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.833600] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-7eced3a5-f110-49f4-828f-d13842ba9f7b/volume-7eced3a5-f110-49f4-828f-d13842ba9f7b.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.839474] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27224454-9360-4565-9c7c-2a1e594e6a8e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.853745] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.854146] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.854433] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleting the datastore file [datastore1] 0044e695-c79f-4e66-9130-38bfac354e8c {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.855299] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-420f1d40-a0de-4127-8547-c7b2b4f67774 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.861038] env[62312]: DEBUG oslo_vmware.api [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1809.861038] env[62312]: value = "task-1810343" [ 1809.861038] env[62312]: _type = "Task" [ 1809.861038] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.867734] env[62312]: DEBUG oslo_vmware.api [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1809.867734] env[62312]: value = "task-1810344" [ 1809.867734] env[62312]: _type = "Task" [ 1809.867734] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.883768] env[62312]: DEBUG nova.network.neutron [-] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.885734] env[62312]: DEBUG oslo_vmware.api [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.892082] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810340, 'name': Rename_Task, 'duration_secs': 0.232891} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.892507] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.892851] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b84615-4d8f-4a98-a6f0-5c6c619b5235 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.900685] env[62312]: DEBUG oslo_vmware.api [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.910746] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1809.910746] env[62312]: value = "task-1810345" [ 1809.910746] env[62312]: _type = "Task" [ 1809.910746] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.911531] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24437e6c-f5b0-4d09-aad1-3dc7df50dcbc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.915117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "refresh_cache-5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.915376] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "refresh_cache-5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.915633] env[62312]: DEBUG nova.network.neutron [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.931504] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.934449] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99b93fb5-e29e-4416-a5b6-4d07f1f013df tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.066s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.937612] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec32376a-f5e2-405f-94ce-4861843c6d04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.977322] env[62312]: DEBUG nova.compute.manager [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1809.977500] env[62312]: DEBUG nova.compute.manager [req-170fd7a4-1a4f-49e8-957c-7bd5ae2a10af req-d5168e94-5c76-47c6-a84a-48687c7a3737 service nova] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Detach interface failed, port_id=50525cc8-dda9-464d-b0ff-c2964a4825e7, reason: Instance 0480661e-17e1-4dd8-8187-83ad2588d41e could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1809.978532] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605b7c22-0c43-48fb-85c5-55aeb155e1cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.011252] env[62312]: INFO nova.compute.resource_tracker [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating resource usage from migration f4fed263-c8cc-4cb8-8b7b-126996b58d7e [ 1810.027711] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810341, 'name': ReconfigVM_Task, 'duration_secs': 0.344039} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.027787] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd/7eb7b5d1-c493-49bf-b183-fa6f583fa6fd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.028437] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf831722-1893-4aa6-87e6-9e85f506d381 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.036485] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1810.036485] env[62312]: value = "task-1810346" [ 1810.036485] env[62312]: _type = "Task" [ 1810.036485] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.051511] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810346, 'name': Rename_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.293966] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f351330-b116-4ba5-9454-09be7fd78b16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.303212] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae500fc-e6ec-4648-a786-282d371f555f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.335351] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff451b2-f28e-4242-bc7b-16b2a6e20bc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.344019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1eb36-2b4f-402e-994b-05957e0b2463 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.359292] env[62312]: DEBUG nova.compute.provider_tree [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.370859] env[62312]: DEBUG oslo_vmware.api [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810343, 'name': ReconfigVM_Task, 'duration_secs': 0.210475} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.371814] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1810.382567] env[62312]: DEBUG oslo_vmware.api [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329899} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.382819] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.383047] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.383237] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.383414] env[62312]: INFO nova.compute.manager [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1810.383717] env[62312]: DEBUG oslo.service.loopingcall [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.384457] env[62312]: DEBUG nova.compute.manager [-] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1810.384457] env[62312]: DEBUG nova.network.neutron [-] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.392376] env[62312]: INFO nova.compute.manager [-] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Took 1.30 seconds to deallocate network for instance. [ 1810.428420] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.459390] env[62312]: DEBUG nova.network.neutron [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.491038] env[62312]: INFO nova.compute.manager [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] instance snapshotting [ 1810.495224] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5b803e-cc97-4576-97ca-b6f591f7e5ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.519799] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb13316-b4d0-4778-bc3b-d72a2c2dbc01 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.546568] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810346, 'name': Rename_Task, 'duration_secs': 0.177767} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.546856] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.547139] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc26160-be46-4db2-8848-8f5aa06e89b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.555937] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1810.555937] env[62312]: value = "task-1810347" [ 1810.555937] env[62312]: _type = "Task" [ 1810.555937] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.565314] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.624741] env[62312]: DEBUG nova.network.neutron [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Updating instance_info_cache with network_info: [{"id": "13ad4fae-6763-418a-b64b-1b013518fcf7", "address": "fa:16:3e:ea:54:0a", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ad4fae-67", "ovs_interfaceid": "13ad4fae-6763-418a-b64b-1b013518fcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.671530] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.673110] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.673110] env[62312]: DEBUG nova.compute.manager [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.673366] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8f802c-b97e-4f8c-b8a3-0fd1a47b9f87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.681380] env[62312]: DEBUG nova.compute.manager [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1810.682064] env[62312]: DEBUG nova.objects.instance [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lazy-loading 'flavor' on Instance uuid bcae6f58-29d6-48fe-acb6-d1dc76976f2f {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.862502] env[62312]: DEBUG nova.scheduler.client.report [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.898641] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.933021] env[62312]: DEBUG oslo_vmware.api [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810345, 'name': PowerOnVM_Task, 'duration_secs': 0.980369} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.933021] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.933021] env[62312]: INFO nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1810.933021] env[62312]: DEBUG nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.934052] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0835101a-cdc7-4945-878b-668f29a4a862 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.032421] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1811.034326] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c139c7aa-492e-4a5a-9de0-4c07226f61e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.043761] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1811.043761] env[62312]: value = "task-1810348" [ 1811.043761] env[62312]: _type = "Task" [ 1811.043761] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.053790] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810348, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.067395] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810347, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.128753] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "refresh_cache-5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.129111] env[62312]: DEBUG nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Instance network_info: |[{"id": "13ad4fae-6763-418a-b64b-1b013518fcf7", "address": "fa:16:3e:ea:54:0a", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ad4fae-67", "ovs_interfaceid": "13ad4fae-6763-418a-b64b-1b013518fcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1811.129545] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:54:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13ad4fae-6763-418a-b64b-1b013518fcf7', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.137349] env[62312]: DEBUG oslo.service.loopingcall [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.137899] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.138936] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29c72c5e-92af-47e2-b266-f649801a6765 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.161508] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.161508] env[62312]: value = "task-1810349" [ 1811.161508] env[62312]: _type = "Task" [ 1811.161508] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.177647] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810349, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.368156] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.373s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.368415] env[62312]: INFO nova.compute.manager [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Migrating [ 1811.375930] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.019s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.376244] env[62312]: DEBUG nova.objects.instance [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lazy-loading 'resources' on Instance uuid 8ef6fd91-738f-45ec-ac33-13e175b8c2d6 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.422072] env[62312]: DEBUG nova.network.neutron [-] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.435631] env[62312]: DEBUG nova.objects.instance [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'flavor' on Instance uuid c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.457129] env[62312]: INFO nova.compute.manager [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Took 25.11 seconds to build instance. [ 1811.557943] env[62312]: DEBUG nova.compute.manager [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Received event network-changed-13ad4fae-6763-418a-b64b-1b013518fcf7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1811.559185] env[62312]: DEBUG nova.compute.manager [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Refreshing instance network info cache due to event network-changed-13ad4fae-6763-418a-b64b-1b013518fcf7. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1811.559185] env[62312]: DEBUG oslo_concurrency.lockutils [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] Acquiring lock "refresh_cache-5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.559185] env[62312]: DEBUG oslo_concurrency.lockutils [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] Acquired lock "refresh_cache-5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.559185] env[62312]: DEBUG nova.network.neutron [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Refreshing network info cache for port 13ad4fae-6763-418a-b64b-1b013518fcf7 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.563941] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810348, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.575500] env[62312]: DEBUG oslo_vmware.api [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810347, 'name': PowerOnVM_Task, 'duration_secs': 0.796879} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.576811] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.576811] env[62312]: INFO nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1811.576811] env[62312]: DEBUG nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.577121] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d42f0bb-8776-4b76-ae1c-476883510551 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.671928] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810349, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.689817] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.690316] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-223adf70-c80a-4f4a-aad0-0201f46045a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.699942] env[62312]: DEBUG oslo_vmware.api [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1811.699942] env[62312]: value = "task-1810350" [ 1811.699942] env[62312]: _type = "Task" [ 1811.699942] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.711681] env[62312]: DEBUG oslo_vmware.api [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.889498] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.889672] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.889853] env[62312]: DEBUG nova.network.neutron [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.924783] env[62312]: INFO nova.compute.manager [-] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Took 1.54 seconds to deallocate network for instance. [ 1811.941385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-aef707a7-19d2-438f-922b-e0488f5b9f49 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.806s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.963300] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f80bfc9a-ef00-45eb-b412-5944a2412d0c tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.623s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.059160] env[62312]: INFO nova.compute.manager [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Rebuilding instance [ 1812.061217] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810348, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.103960] env[62312]: INFO nova.compute.manager [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Took 22.25 seconds to build instance. [ 1812.122473] env[62312]: DEBUG nova.compute.manager [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.123656] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ec74a0-843c-442a-9fce-82a9c4421340 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.176115] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810349, 'name': CreateVM_Task, 'duration_secs': 0.558788} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.176194] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1812.176835] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.177008] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.177333] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.177591] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba5cf09-7d2e-475c-9cad-631b3c087834 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.184018] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1812.184018] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52198ed1-683e-da2e-5461-e6d6bd039aa2" [ 1812.184018] env[62312]: _type = "Task" [ 1812.184018] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.196719] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52198ed1-683e-da2e-5461-e6d6bd039aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.214526] env[62312]: DEBUG oslo_vmware.api [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810350, 'name': PowerOffVM_Task, 'duration_secs': 0.179554} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.214526] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.214526] env[62312]: DEBUG nova.compute.manager [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.214842] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445aeb7-3653-483b-ab49-1c771eafc4c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.237998] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d20e4c-3919-4aac-a63f-6d259fb81d9d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.246864] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b4b6e3-c7f2-431a-afd7-2df8747a1345 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.281259] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ebeb52-a8ce-413f-895a-32749a769d09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.292167] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475b51a0-8ee2-4604-819b-d8c95ae16f7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.311151] env[62312]: DEBUG nova.compute.provider_tree [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.432944] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.445329] env[62312]: DEBUG nova.network.neutron [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Updated VIF entry in instance network info cache for port 13ad4fae-6763-418a-b64b-1b013518fcf7. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.445329] env[62312]: DEBUG nova.network.neutron [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Updating instance_info_cache with network_info: [{"id": "13ad4fae-6763-418a-b64b-1b013518fcf7", "address": "fa:16:3e:ea:54:0a", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ad4fae-67", "ovs_interfaceid": "13ad4fae-6763-418a-b64b-1b013518fcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.556948] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810348, 'name': CreateSnapshot_Task, 'duration_secs': 1.028274} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.560679] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1812.561872] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e383f-90b7-429f-afbd-7d63432d5afd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.607493] env[62312]: DEBUG oslo_concurrency.lockutils [None req-353f8292-5b62-4315-8051-0e1d29e7f008 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.767s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.700436] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52198ed1-683e-da2e-5461-e6d6bd039aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.024891} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.700754] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.701010] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.701543] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.701752] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.701941] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.702453] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7815798-d768-48c9-a8ae-8bf485fabc26 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.716727] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.716727] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.717678] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d71f703-a134-4fdb-b557-db986fa46439 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.724392] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1812.724392] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d494cb-8e59-3721-b3e7-941a09cff484" [ 1812.724392] env[62312]: _type = "Task" [ 1812.724392] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.737597] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e1b4cd17-0003-425e-a98a-8992c972650b tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.746027] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d494cb-8e59-3721-b3e7-941a09cff484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.817120] env[62312]: DEBUG nova.scheduler.client.report [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.894561] env[62312]: DEBUG nova.network.neutron [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.953365] env[62312]: DEBUG oslo_concurrency.lockutils [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] Releasing lock "refresh_cache-5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.953365] env[62312]: DEBUG nova.compute.manager [req-45fcc94d-1c9d-401d-9b6b-8e59f9b1bf87 req-792c2489-5b49-4b01-8137-c0e7949c28a9 service nova] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Received event network-vif-deleted-9ed3f3ec-c052-4da0-bf5d-85589aa2c60b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1813.083484] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1813.083902] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b029c9a6-2db0-44da-8241-d797bedc8c96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.098736] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1813.098736] env[62312]: value = "task-1810351" [ 1813.098736] env[62312]: _type = "Task" [ 1813.098736] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.109985] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.142899] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.143251] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80e37aaa-b870-4d4a-bd1e-8014f4e55837 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.156373] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1813.156373] env[62312]: value = "task-1810352" [ 1813.156373] env[62312]: _type = "Task" [ 1813.156373] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.166682] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.236928] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d494cb-8e59-3721-b3e7-941a09cff484, 'name': SearchDatastore_Task, 'duration_secs': 0.023788} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.237863] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf97460-d5e1-48f9-8d83-4cf486596238 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.246208] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1813.246208] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ae1322-9e2e-6c79-a4f0-7da8dac61e85" [ 1813.246208] env[62312]: _type = "Task" [ 1813.246208] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.255670] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ae1322-9e2e-6c79-a4f0-7da8dac61e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.322590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.326273] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.428s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.326726] env[62312]: DEBUG nova.objects.instance [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lazy-loading 'resources' on Instance uuid 0480661e-17e1-4dd8-8187-83ad2588d41e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.347499] env[62312]: INFO nova.scheduler.client.report [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Deleted allocations for instance 8ef6fd91-738f-45ec-ac33-13e175b8c2d6 [ 1813.398566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.566403] env[62312]: DEBUG nova.compute.manager [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1813.612679] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 93%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.621134] env[62312]: DEBUG nova.compute.manager [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1813.623326] env[62312]: DEBUG nova.compute.manager [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing instance network info cache due to event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1813.623326] env[62312]: DEBUG oslo_concurrency.lockutils [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.623326] env[62312]: DEBUG oslo_concurrency.lockutils [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.623326] env[62312]: DEBUG nova.network.neutron [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.640479] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "adee922b-752f-4577-bc50-fd0f26da506c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.640750] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "adee922b-752f-4577-bc50-fd0f26da506c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.667182] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810352, 'name': PowerOffVM_Task, 'duration_secs': 0.23038} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.667453] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.734173] env[62312]: INFO nova.compute.manager [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Detaching volume 7eced3a5-f110-49f4-828f-d13842ba9f7b [ 1813.756445] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ae1322-9e2e-6c79-a4f0-7da8dac61e85, 'name': SearchDatastore_Task, 'duration_secs': 0.052414} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.756709] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.758240] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd/5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.758797] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3888f86a-5fc8-4e7d-93d2-a9c19641b4c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.766546] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1813.766546] env[62312]: value = "task-1810353" [ 1813.766546] env[62312]: _type = "Task" [ 1813.766546] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.771330] env[62312]: INFO nova.virt.block_device [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Attempting to driver detach volume 7eced3a5-f110-49f4-828f-d13842ba9f7b from mountpoint /dev/sdb [ 1813.771549] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1813.771734] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1813.772878] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bc8228-f478-42c1-ad03-6d84e56e61a5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.784988] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.801958] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292f0d27-fc6b-4de6-80b8-31e4e63107c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.810535] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d56f63-82e3-42e4-a3dd-9386ad7e3fea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.841379] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415bb0b-1df4-4718-8ec2-a9d9fc41aea8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.862949] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] The volume has not been displaced from its original location: [datastore1] volume-7eced3a5-f110-49f4-828f-d13842ba9f7b/volume-7eced3a5-f110-49f4-828f-d13842ba9f7b.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1813.868594] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1813.869515] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39d9dbe4-af14-4078-a436-3abaf4f2483a tempest-ServerDiskConfigTestJSON-508733606 tempest-ServerDiskConfigTestJSON-508733606-project-member] Lock "8ef6fd91-738f-45ec-ac33-13e175b8c2d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.556s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.872967] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb10c7c-5784-48ee-bb98-3a2344d806ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.894142] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1813.894142] env[62312]: value = "task-1810354" [ 1813.894142] env[62312]: _type = "Task" [ 1813.894142] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.911917] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.096806] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.097119] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.097338] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.097524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.097691] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.101092] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.101376] env[62312]: INFO nova.compute.manager [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Terminating instance [ 1814.113538] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.149658] env[62312]: DEBUG nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.199560] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc7fd6d-b391-445d-8706-3ad42ef799f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.209510] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c4ccc8-2b42-4a6f-8aee-a823fec02f4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.246088] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e09308-484a-4999-80f1-f84a4acf9395 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.254858] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223e50e-d254-4591-abac-7a37010751c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.270106] env[62312]: DEBUG nova.compute.provider_tree [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.281596] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.404855] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810354, 'name': ReconfigVM_Task, 'duration_secs': 0.253286} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.405157] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1814.412359] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ba0564-9f84-4f0e-9a48-0fa06587e376 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.423237] env[62312]: DEBUG nova.network.neutron [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updated VIF entry in instance network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.423623] env[62312]: DEBUG nova.network.neutron [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.433114] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1814.433114] env[62312]: value = "task-1810355" [ 1814.433114] env[62312]: _type = "Task" [ 1814.433114] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.445104] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.611655] env[62312]: DEBUG nova.compute.manager [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.611930] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.615264] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a6c8f-ed11-4263-8cbf-a3b7ddabb3af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.633128] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.633444] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.633673] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9f13e4-62af-425f-9795-42071cb336e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.670693] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.745431] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.745526] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.745715] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleting the datastore file [datastore1] bcae6f58-29d6-48fe-acb6-d1dc76976f2f {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.745985] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6054fbb8-d7f0-4eb1-ab48-64b3c6d7bccf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.753815] env[62312]: DEBUG oslo_vmware.api [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1814.753815] env[62312]: value = "task-1810357" [ 1814.753815] env[62312]: _type = "Task" [ 1814.753815] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.766591] env[62312]: DEBUG oslo_vmware.api [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.776821] env[62312]: DEBUG nova.scheduler.client.report [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.783542] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.928112] env[62312]: DEBUG oslo_concurrency.lockutils [req-dfbcc115-cf58-4d1f-9459-02ba398d20d0 req-21144703-d043-4d04-b29f-6e5bbeae7e20 service nova] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.932508] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c761e-0dd8-4646-90f1-c6341c809c6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.943490] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810355, 'name': ReconfigVM_Task, 'duration_secs': 0.364616} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.958567] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1814.960933] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance 'd3ecd177-471e-4b34-8954-d3f7cfa12d46' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1815.114836] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.268819] env[62312]: DEBUG oslo_vmware.api [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.282426] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.285332] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.287479] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.855s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.287715] env[62312]: DEBUG nova.objects.instance [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lazy-loading 'resources' on Instance uuid 0044e695-c79f-4e66-9130-38bfac354e8c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.310270] env[62312]: INFO nova.scheduler.client.report [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Deleted allocations for instance 0480661e-17e1-4dd8-8187-83ad2588d41e [ 1815.472700] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.473048] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddd6fe7f-fe1a-4f04-a00c-ba5d5ef6a1ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.481559] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1815.481559] env[62312]: value = "task-1810358" [ 1815.481559] env[62312]: _type = "Task" [ 1815.481559] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.492858] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1815.492858] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance 'd3ecd177-471e-4b34-8954-d3f7cfa12d46' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1815.618635] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.770023] env[62312]: DEBUG oslo_vmware.api [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.784461] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810353, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.822090] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5c2f7381-becd-45a2-9212-a60250cade16 tempest-ServerRescueTestJSON-1695972455 tempest-ServerRescueTestJSON-1695972455-project-member] Lock "0480661e-17e1-4dd8-8187-83ad2588d41e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.879s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.000136] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.000136] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.000136] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.000136] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.000136] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.004021] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.004021] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.004021] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.004021] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.004021] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.004021] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.013057] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7648276-4cae-4e13-bf7b-4a0e6f6ee9ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.034758] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1816.034758] env[62312]: value = "task-1810359" [ 1816.034758] env[62312]: _type = "Task" [ 1816.034758] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.039398] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.041831] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fafe1242-d18e-4e1a-8cf4-4d43cc633ef4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.053970] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.057318] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1816.057318] env[62312]: value = "task-1810360" [ 1816.057318] env[62312]: _type = "Task" [ 1816.057318] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.071728] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1816.072802] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1816.072802] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1816.073801] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5915e1e1-0635-44ad-9fc3-418908774b0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.104315] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba5de3d-44a8-4ead-a709-5586824fb72c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.124802] env[62312]: WARNING nova.virt.vmwareapi.driver [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1816.125202] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1816.125537] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.129294] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b3ff3b-312e-4256-92e2-9a484be2105b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.138732] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.139058] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e5bd02a-c5b0-41fa-ad24-2ad470d1450b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.214520] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c4a515-f749-4621-b7d2-aa08e18bbcf1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.223354] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a9e2ee-ca7f-4684-b9cd-9d558829860c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.268946] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d89bde-00e8-4466-ba31-c5cde0b9ec3d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.276056] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "fd685911-97ce-4af3-8011-82b596154fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.276354] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "fd685911-97ce-4af3-8011-82b596154fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.277641] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1816.277828] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1816.277893] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleting the datastore file [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1816.282629] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef602ce-4ab9-4f4f-8be8-dbbb8a21c1da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.289543] env[62312]: DEBUG oslo_vmware.api [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.292046] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f809f-cb45-43ab-a89a-8c07df66fe7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.300990] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1816.300990] env[62312]: value = "task-1810362" [ 1816.300990] env[62312]: _type = "Task" [ 1816.300990] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.301267] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.313563] env[62312]: DEBUG nova.compute.provider_tree [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.321333] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.546052] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810359, 'name': ReconfigVM_Task, 'duration_secs': 0.162422} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.546439] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance 'd3ecd177-471e-4b34-8954-d3f7cfa12d46' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.620430] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.773770] env[62312]: DEBUG oslo_vmware.api [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.848113} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.774042] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.774237] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.774458] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.774591] env[62312]: INFO nova.compute.manager [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1816.774831] env[62312]: DEBUG oslo.service.loopingcall [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.775068] env[62312]: DEBUG nova.compute.manager [-] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.775171] env[62312]: DEBUG nova.network.neutron [-] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.780018] env[62312]: DEBUG nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1816.788363] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810353, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.843377} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.788611] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd/5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.788870] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.789125] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f6504a-02b9-4440-b3cc-e9812e060a58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.796689] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1816.796689] env[62312]: value = "task-1810363" [ 1816.796689] env[62312]: _type = "Task" [ 1816.796689] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.805447] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.818019] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.822721] env[62312]: DEBUG nova.scheduler.client.report [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.055312] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.055312] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.055312] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.056199] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.056544] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.056813] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.060017] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.060017] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.060017] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.060017] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.060017] env[62312]: DEBUG nova.virt.hardware [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.069014] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1817.069014] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a001fc1-96b1-4179-9ce3-d1fa518937fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.087487] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1817.087487] env[62312]: value = "task-1810364" [ 1817.087487] env[62312]: _type = "Task" [ 1817.087487] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.096403] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.118629] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.308590] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073682} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.309796] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.314456] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.314456] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebfde54-f7bf-4786-9022-0cff1b2e1274 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.322186] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55393} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.336946] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.336946] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.336946] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.342543] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.353195] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd/5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.353960] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.254s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.356853] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5612d3c-f3a1-4ba1-b807-00c7fd466543 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.382474] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1817.382474] env[62312]: value = "task-1810365" [ 1817.382474] env[62312]: _type = "Task" [ 1817.382474] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.391274] env[62312]: INFO nova.scheduler.client.report [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleted allocations for instance 0044e695-c79f-4e66-9130-38bfac354e8c [ 1817.407383] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.601300] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810364, 'name': ReconfigVM_Task, 'duration_secs': 0.170178} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.601651] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1817.603330] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c100e-a254-434b-844a-548bf2e84d89 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.610200] env[62312]: DEBUG nova.compute.manager [req-6ea85d1f-b4a4-4356-97f6-3f55e4ec8b91 req-c6de40f2-cba5-4540-9936-b04fd125bd5c service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Received event network-vif-deleted-3b79674f-ef3c-4233-ac9d-bd422079bd01 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1817.610200] env[62312]: INFO nova.compute.manager [req-6ea85d1f-b4a4-4356-97f6-3f55e4ec8b91 req-c6de40f2-cba5-4540-9936-b04fd125bd5c service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Neutron deleted interface 3b79674f-ef3c-4233-ac9d-bd422079bd01; detaching it from the instance and deleting it from the info cache [ 1817.610563] env[62312]: DEBUG nova.network.neutron [req-6ea85d1f-b4a4-4356-97f6-3f55e4ec8b91 req-c6de40f2-cba5-4540-9936-b04fd125bd5c service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.645027] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] d3ecd177-471e-4b34-8954-d3f7cfa12d46/d3ecd177-471e-4b34-8954-d3f7cfa12d46.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.647133] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd013f7-fba2-4a4b-9028-c7a3c5556d99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.670890] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.680271] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1817.680271] env[62312]: value = "task-1810366" [ 1817.680271] env[62312]: _type = "Task" [ 1817.680271] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.695054] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.857204] env[62312]: INFO nova.virt.block_device [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Booting with volume 7eced3a5-f110-49f4-828f-d13842ba9f7b at /dev/sdb [ 1817.877540] env[62312]: INFO nova.compute.claims [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.896138] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.903113] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7290aa74-0a52-46b8-89fa-e0c5336a68b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.905833] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8ce49077-5c78-414b-999d-1d72a634271f tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "0044e695-c79f-4e66-9130-38bfac354e8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.224s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.916720] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5756a5f3-387e-44cf-98b2-65029a29bd98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.952746] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91aad339-e460-46d4-9f66-c8829dc65ad5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.964135] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11abe77f-b341-478e-acbe-3abb762840ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.010686] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2d1f3-aa0d-4bef-88c0-8f13e93ccc35 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.020225] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddae176-39ce-44ec-8050-05229c24d08f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.038368] env[62312]: DEBUG nova.virt.block_device [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updating existing volume attachment record: 3c719668-e579-4206-b4aa-b2b3bf1f1293 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1818.064281] env[62312]: DEBUG nova.network.neutron [-] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.118619] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a746c626-6a34-497a-b3f3-64f3b85b7041 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.128079] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810351, 'name': CloneVM_Task, 'duration_secs': 4.959106} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.129030] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Created linked-clone VM from snapshot [ 1818.129989] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff038201-4b18-45f2-b282-58b3dfc76db0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.135307] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b25905-0bbc-45b1-9382-2131313c231f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.154969] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Uploading image 230b1037-9e5c-4dfd-9823-98e62eb737c4 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1818.176070] env[62312]: DEBUG nova.compute.manager [req-6ea85d1f-b4a4-4356-97f6-3f55e4ec8b91 req-c6de40f2-cba5-4540-9936-b04fd125bd5c service nova] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Detach interface failed, port_id=3b79674f-ef3c-4233-ac9d-bd422079bd01, reason: Instance bcae6f58-29d6-48fe-acb6-d1dc76976f2f could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1818.192075] env[62312]: DEBUG oslo_vmware.api [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810366, 'name': ReconfigVM_Task, 'duration_secs': 0.349272} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.194075] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1818.194075] env[62312]: value = "vm-375181" [ 1818.194075] env[62312]: _type = "VirtualMachine" [ 1818.194075] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1818.194403] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Reconfigured VM instance instance-0000004e to attach disk [datastore1] d3ecd177-471e-4b34-8954-d3f7cfa12d46/d3ecd177-471e-4b34-8954-d3f7cfa12d46.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.194700] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance 'd3ecd177-471e-4b34-8954-d3f7cfa12d46' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1818.197937] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb239728-1c54-4964-ac9d-9d31831a4686 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.206801] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lease: (returnval){ [ 1818.206801] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f895e6-f60d-addf-80e0-21bf5608fbcd" [ 1818.206801] env[62312]: _type = "HttpNfcLease" [ 1818.206801] env[62312]: } obtained for exporting VM: (result){ [ 1818.206801] env[62312]: value = "vm-375181" [ 1818.206801] env[62312]: _type = "VirtualMachine" [ 1818.206801] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1818.207103] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the lease: (returnval){ [ 1818.207103] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f895e6-f60d-addf-80e0-21bf5608fbcd" [ 1818.207103] env[62312]: _type = "HttpNfcLease" [ 1818.207103] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1818.214453] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1818.214453] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f895e6-f60d-addf-80e0-21bf5608fbcd" [ 1818.214453] env[62312]: _type = "HttpNfcLease" [ 1818.214453] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1818.384771] env[62312]: INFO nova.compute.resource_tracker [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating resource usage from migration 6aae59d2-62e7-44b0-b013-503528ec7ccd [ 1818.398014] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810365, 'name': ReconfigVM_Task, 'duration_secs': 0.544531} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.398500] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd/5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.399338] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52dfe21f-9c39-4342-8bf5-0096016271a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.410837] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1818.410837] env[62312]: value = "task-1810369" [ 1818.410837] env[62312]: _type = "Task" [ 1818.410837] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.420588] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810369, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.570895] env[62312]: INFO nova.compute.manager [-] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Took 1.80 seconds to deallocate network for instance. [ 1818.651432] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c77ab6-3d2d-4e84-acac-213afd3e9358 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.660035] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a4401-6e91-4706-800a-c76fd2de07d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.695265] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d88837-9d6b-460f-a5b2-e98f942daaa1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.704865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e815206f-b0b2-47b8-997b-b93b58503114 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.708852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8275bb16-480e-4b09-8747-551628263106 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.726290] env[62312]: DEBUG nova.compute.provider_tree [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.742265] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1818.742265] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f895e6-f60d-addf-80e0-21bf5608fbcd" [ 1818.742265] env[62312]: _type = "HttpNfcLease" [ 1818.742265] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1818.743880] env[62312]: DEBUG nova.scheduler.client.report [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.747585] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48388d-9562-47e2-a39a-c6b2284c3fe1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.752883] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1818.752883] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f895e6-f60d-addf-80e0-21bf5608fbcd" [ 1818.752883] env[62312]: _type = "HttpNfcLease" [ 1818.752883] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1818.752883] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fed309-f52c-4036-9591-372fdcb8d6bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.776388] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance 'd3ecd177-471e-4b34-8954-d3f7cfa12d46' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1818.783465] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200b338-660f-9d94-39ea-d8d17663d343/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1818.783660] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200b338-660f-9d94-39ea-d8d17663d343/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1818.921251] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810369, 'name': Rename_Task, 'duration_secs': 0.302427} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.921615] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.921884] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea13d7e5-d537-4059-804c-73becfa51d03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.929784] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1818.929784] env[62312]: value = "task-1810370" [ 1818.929784] env[62312]: _type = "Task" [ 1818.929784] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.938034] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.955331] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f1560d3-0bff-424e-8705-33b085f9e404 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.085399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.142884] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "3482807a-79d0-4d33-b3bb-9c11650b5366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.143412] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "3482807a-79d0-4d33-b3bb-9c11650b5366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.252992] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.899s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.253293] env[62312]: INFO nova.compute.manager [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Migrating [ 1819.266275] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.595s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.268039] env[62312]: INFO nova.compute.claims [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.364949] env[62312]: DEBUG nova.network.neutron [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Port 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1819.441163] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.655265] env[62312]: DEBUG nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.780833] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.781181] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.781601] env[62312]: DEBUG nova.network.neutron [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.949672] env[62312]: DEBUG oslo_vmware.api [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810370, 'name': PowerOnVM_Task, 'duration_secs': 0.62758} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.949672] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.949672] env[62312]: INFO nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1819.949886] env[62312]: DEBUG nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.950555] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25349634-8d0c-4aba-90e5-3a02422624a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.198444] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.199094] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.199357] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.199863] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.200178] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.200475] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.200927] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.201312] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.201628] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.202172] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.203143] env[62312]: DEBUG nova.virt.hardware [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.203557] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5e6e45-2c2b-4e2a-b3ec-d95b5930f764 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.208285] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.215023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c4eb7-6bbe-40bd-bf89-fc5ce052d010 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.231031] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:f1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b69f0ff-b922-4a55-910c-f005e83b75b0', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.241529] env[62312]: DEBUG oslo.service.loopingcall [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.242996] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.242996] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6a39a60-318b-4e35-bda8-12a561b1f503 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.266844] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.266844] env[62312]: value = "task-1810371" [ 1820.266844] env[62312]: _type = "Task" [ 1820.266844] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.275966] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810371, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.404235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.404235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.404235] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.476863] env[62312]: INFO nova.compute.manager [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Took 27.77 seconds to build instance. [ 1820.601681] env[62312]: DEBUG nova.network.neutron [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance_info_cache with network_info: [{"id": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "address": "fa:16:3e:7a:04:e3", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae81e66-23", "ovs_interfaceid": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.669719] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d8857-cfa1-40f6-a1d6-2838065dad94 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.681207] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290095d0-4c98-43c6-9bc2-8bd2b4d0f451 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.729181] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a509d-23ea-486b-b390-9d9b318045fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.738366] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21cd538-c6a0-4e01-97f4-e32918c9258b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.755699] env[62312]: DEBUG nova.compute.provider_tree [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.779894] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810371, 'name': CreateVM_Task, 'duration_secs': 0.410625} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.780252] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.781241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.781595] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.782160] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.782488] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bb4852-1b7f-49e5-be8f-3bdd9ef15824 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.791354] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1820.791354] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527f3a76-13bf-7b13-8d3f-2a00403a9792" [ 1820.791354] env[62312]: _type = "Task" [ 1820.791354] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.802865] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527f3a76-13bf-7b13-8d3f-2a00403a9792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.983649] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d1a2c0c3-1588-44b7-8d94-0d68cfbaf8a3 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.289s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.099524] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.099989] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.100479] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.101130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.101324] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.104658] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.111021] env[62312]: INFO nova.compute.manager [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Terminating instance [ 1821.261696] env[62312]: DEBUG nova.scheduler.client.report [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.301787] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527f3a76-13bf-7b13-8d3f-2a00403a9792, 'name': SearchDatastore_Task, 'duration_secs': 0.01362} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.302156] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.302569] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.302905] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.303171] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.303910] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.303910] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb5ec66-0266-4562-b85a-1ecec6a257c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.319608] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.319608] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.325979] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386c1d1c-2b55-45c9-a940-2307d0bc3f8c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.334556] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1821.334556] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52df28d1-3d69-4d2b-4157-1f83c7b27a9d" [ 1821.334556] env[62312]: _type = "Task" [ 1821.334556] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.347828] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52df28d1-3d69-4d2b-4157-1f83c7b27a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.437684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.437684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.437860] env[62312]: DEBUG nova.network.neutron [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.621041] env[62312]: DEBUG nova.compute.manager [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.621041] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.621041] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c681add7-0c58-4a97-af7c-4167ac2159c0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.635213] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.635600] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-360f35b1-2420-4c6b-9fb7-1f1280cd7ba7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.644950] env[62312]: DEBUG oslo_vmware.api [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1821.644950] env[62312]: value = "task-1810372" [ 1821.644950] env[62312]: _type = "Task" [ 1821.644950] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.659766] env[62312]: DEBUG oslo_vmware.api [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.770242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.770242] env[62312]: DEBUG nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1821.774496] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.464s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.776262] env[62312]: INFO nova.compute.claims [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1821.848886] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52df28d1-3d69-4d2b-4157-1f83c7b27a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.014882} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.850209] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d29bb01-9235-4515-a6e1-6abcc4b8de0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.862412] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1821.862412] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e80eb8-0dee-af9d-2302-cf0ea25b8370" [ 1821.862412] env[62312]: _type = "Task" [ 1821.862412] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.873394] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e80eb8-0dee-af9d-2302-cf0ea25b8370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.156334] env[62312]: DEBUG oslo_vmware.api [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810372, 'name': PowerOffVM_Task, 'duration_secs': 0.315571} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.159572] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.161351] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1822.161351] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61cef33f-c7e3-4a63-9879-3eb6668c33e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.283025] env[62312]: DEBUG nova.compute.utils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.286661] env[62312]: DEBUG nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.286832] env[62312]: DEBUG nova.network.neutron [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.307437] env[62312]: DEBUG nova.network.neutron [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.316286] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1822.317168] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1822.317474] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleting the datastore file [datastore1] 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.317881] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b57382d6-1312-46ce-9fc4-22f4d0841680 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.328989] env[62312]: DEBUG oslo_vmware.api [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1822.328989] env[62312]: value = "task-1810374" [ 1822.328989] env[62312]: _type = "Task" [ 1822.328989] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.342835] env[62312]: DEBUG oslo_vmware.api [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.353521] env[62312]: DEBUG nova.policy [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.374612] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e80eb8-0dee-af9d-2302-cf0ea25b8370, 'name': SearchDatastore_Task, 'duration_secs': 0.01819} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.374897] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.375188] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.375456] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff910e81-6346-42a2-88a0-a707f2488328 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.383606] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1822.383606] env[62312]: value = "task-1810375" [ 1822.383606] env[62312]: _type = "Task" [ 1822.383606] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.403852] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.635512] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d119f-ea67-4a88-896a-79517d144d0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.666871] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance '7eb7b5d1-c493-49bf-b183-fa6f583fa6fd' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1822.690181] env[62312]: DEBUG nova.network.neutron [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Successfully created port: 44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.794381] env[62312]: DEBUG nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1822.815277] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.823909] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.824202] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.841994] env[62312]: DEBUG oslo_vmware.api [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302613} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.844929] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.845917] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.846562] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.846778] env[62312]: INFO nova.compute.manager [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1822.847386] env[62312]: DEBUG oslo.service.loopingcall [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.848517] env[62312]: DEBUG nova.compute.manager [-] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1822.848623] env[62312]: DEBUG nova.network.neutron [-] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1822.895428] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.925944] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.926230] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.926438] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.926628] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.926801] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.931604] env[62312]: INFO nova.compute.manager [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Terminating instance [ 1823.175225] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.176041] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc6fb220-0c43-44df-aeb7-4a391e401c06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.184224] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1823.184224] env[62312]: value = "task-1810376" [ 1823.184224] env[62312]: _type = "Task" [ 1823.184224] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.199147] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.206819] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b01f44-836e-413d-83cf-9bb6c309156a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.215649] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae9817-2424-4d1f-a6a6-dbf3c7e67897 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.254603] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0b1072-ac10-4538-ad2a-da677b1f23a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.260800] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b624caff-22a9-4058-b14d-c95dcac6e37c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.275528] env[62312]: DEBUG nova.compute.provider_tree [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.329656] env[62312]: DEBUG nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1823.343542] env[62312]: DEBUG nova.compute.manager [req-c93382b7-47e7-496d-b3f5-6ffdabbdbe52 req-8db8c940-0262-4f4a-a443-8887bdb76618 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Received event network-vif-deleted-13ad4fae-6763-418a-b64b-1b013518fcf7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1823.343777] env[62312]: INFO nova.compute.manager [req-c93382b7-47e7-496d-b3f5-6ffdabbdbe52 req-8db8c940-0262-4f4a-a443-8887bdb76618 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Neutron deleted interface 13ad4fae-6763-418a-b64b-1b013518fcf7; detaching it from the instance and deleting it from the info cache [ 1823.343972] env[62312]: DEBUG nova.network.neutron [req-c93382b7-47e7-496d-b3f5-6ffdabbdbe52 req-8db8c940-0262-4f4a-a443-8887bdb76618 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.352125] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1752e6fe-d7a9-4c9c-8631-0294541ec2b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.378372] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab083b-987c-4763-9c09-f9b8c424d019 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.388996] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance 'd3ecd177-471e-4b34-8954-d3f7cfa12d46' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1823.405881] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739746} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.406169] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.406394] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.406654] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9ba6fa1-6473-45c3-8bb7-44a46801284d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.415945] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1823.415945] env[62312]: value = "task-1810377" [ 1823.415945] env[62312]: _type = "Task" [ 1823.415945] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.430512] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.441162] env[62312]: DEBUG nova.compute.manager [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1823.441469] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.443213] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490a18ed-e0c0-444a-9451-c570aacbef2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.454498] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.454898] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81ffe16f-ca04-4f32-92d3-09014cc939d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.463359] env[62312]: DEBUG oslo_vmware.api [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1823.463359] env[62312]: value = "task-1810378" [ 1823.463359] env[62312]: _type = "Task" [ 1823.463359] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.473752] env[62312]: DEBUG oslo_vmware.api [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.701180] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810376, 'name': PowerOffVM_Task, 'duration_secs': 0.214362} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.701597] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.701876] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance '7eb7b5d1-c493-49bf-b183-fa6f583fa6fd' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1823.754774] env[62312]: DEBUG nova.network.neutron [-] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.779151] env[62312]: DEBUG nova.scheduler.client.report [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.804841] env[62312]: DEBUG nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1823.828588] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1823.828940] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.829138] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1823.829333] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.829481] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1823.829629] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1823.829834] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1823.829992] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1823.830171] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1823.830336] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1823.830508] env[62312]: DEBUG nova.virt.hardware [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1823.831461] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4420cf-5b78-405a-8798-32408aa6aec7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.842632] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e194b51-b108-400d-b49d-8131d4f210f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.848775] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.857617] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc190035-7c5d-4d3a-ad61-434132c45bd8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.867127] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f505d1-f1fd-45d8-94bb-7733a0633a79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.906444] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9a155788-46e6-43a7-84a5-8ce3772e01fd tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance 'd3ecd177-471e-4b34-8954-d3f7cfa12d46' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1823.909982] env[62312]: DEBUG nova.compute.manager [req-c93382b7-47e7-496d-b3f5-6ffdabbdbe52 req-8db8c940-0262-4f4a-a443-8887bdb76618 service nova] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Detach interface failed, port_id=13ad4fae-6763-418a-b64b-1b013518fcf7, reason: Instance 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1823.925317] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078795} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.925574] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.926355] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cc5211-9ad6-4500-8c74-d8e420f7f7c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.949187] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.950282] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf6adaa8-2ee1-4365-92f6-a923f82d20db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.975646] env[62312]: DEBUG oslo_vmware.api [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810378, 'name': PowerOffVM_Task, 'duration_secs': 0.259311} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.977074] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.977350] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.977762] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1823.977762] env[62312]: value = "task-1810379" [ 1823.977762] env[62312]: _type = "Task" [ 1823.977762] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.978056] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8101678f-e308-4347-a7f5-de8de01a6b7c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.988560] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810379, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.193211] env[62312]: DEBUG nova.compute.manager [req-286dcfd4-7a37-4be9-a8a1-8e4c5acd4b73 req-bce66ab3-5a0c-4b96-97a5-7d6ebf9c4704 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-vif-plugged-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.193439] env[62312]: DEBUG oslo_concurrency.lockutils [req-286dcfd4-7a37-4be9-a8a1-8e4c5acd4b73 req-bce66ab3-5a0c-4b96-97a5-7d6ebf9c4704 service nova] Acquiring lock "adee922b-752f-4577-bc50-fd0f26da506c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.193652] env[62312]: DEBUG oslo_concurrency.lockutils [req-286dcfd4-7a37-4be9-a8a1-8e4c5acd4b73 req-bce66ab3-5a0c-4b96-97a5-7d6ebf9c4704 service nova] Lock "adee922b-752f-4577-bc50-fd0f26da506c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.193842] env[62312]: DEBUG oslo_concurrency.lockutils [req-286dcfd4-7a37-4be9-a8a1-8e4c5acd4b73 req-bce66ab3-5a0c-4b96-97a5-7d6ebf9c4704 service nova] Lock "adee922b-752f-4577-bc50-fd0f26da506c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.194027] env[62312]: DEBUG nova.compute.manager [req-286dcfd4-7a37-4be9-a8a1-8e4c5acd4b73 req-bce66ab3-5a0c-4b96-97a5-7d6ebf9c4704 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] No waiting events found dispatching network-vif-plugged-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.194196] env[62312]: WARNING nova.compute.manager [req-286dcfd4-7a37-4be9-a8a1-8e4c5acd4b73 req-bce66ab3-5a0c-4b96-97a5-7d6ebf9c4704 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received unexpected event network-vif-plugged-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 for instance with vm_state building and task_state spawning. [ 1824.209578] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.210203] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.210203] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.210713] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.210713] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.210859] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.211177] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.211632] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.211632] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.211795] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.212029] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.217858] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9a156a-8028-47bd-8cf6-f5f683de5f3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.238400] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1824.238400] env[62312]: value = "task-1810381" [ 1824.238400] env[62312]: _type = "Task" [ 1824.238400] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.248035] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.258757] env[62312]: INFO nova.compute.manager [-] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Took 1.41 seconds to deallocate network for instance. [ 1824.286902] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.287479] env[62312]: DEBUG nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.290556] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.205s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.291608] env[62312]: DEBUG nova.objects.instance [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lazy-loading 'resources' on Instance uuid bcae6f58-29d6-48fe-acb6-d1dc76976f2f {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.324799] env[62312]: DEBUG nova.network.neutron [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Successfully updated port: 44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1824.491912] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810379, 'name': ReconfigVM_Task, 'duration_secs': 0.36505} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.492750] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2/c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.493675] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': 'ed1280ea-319d-44a1-aa42-f0ee15d45ebe'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '3c719668-e579-4206-b4aa-b2b3bf1f1293', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'}, 'volume_type': None}], 'swap': None} {{(pid=62312) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1824.493885] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1824.494090] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1824.495329] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4ca66b-3a95-4995-af7d-a15268d893fe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.514053] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c318d810-02ac-40e1-a1b6-4668e28d9e94 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.540919] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-7eced3a5-f110-49f4-828f-d13842ba9f7b/volume-7eced3a5-f110-49f4-828f-d13842ba9f7b.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.541367] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a50f8dff-0f79-44d0-9a30-b6b0c6afda1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.563424] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1824.563424] env[62312]: value = "task-1810382" [ 1824.563424] env[62312]: _type = "Task" [ 1824.563424] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.572807] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.748222] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810381, 'name': ReconfigVM_Task, 'duration_secs': 0.302226} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.748580] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance '7eb7b5d1-c493-49bf-b183-fa6f583fa6fd' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1824.766812] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.798615] env[62312]: DEBUG nova.compute.utils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.804826] env[62312]: DEBUG nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1824.805169] env[62312]: DEBUG nova.network.neutron [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1824.829340] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.829520] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.829741] env[62312]: DEBUG nova.network.neutron [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.850376] env[62312]: DEBUG nova.policy [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a44932b2c5431ba13fe17e2fef88d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd91dd38365d446a69ead7b417ffb787b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.077397] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.087906] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e7845-5906-4faa-9cbf-bcd5542b22ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.096381] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476e471-cbfb-49e6-ac49-51e8faf4f1d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.129125] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d5fb9a-072d-4fee-a021-9697eea9c643 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.132599] env[62312]: DEBUG nova.network.neutron [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Successfully created port: 49e3b300-356f-42f2-b6ba-49f9bcedef3e {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.140893] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd82fdc-829d-43ca-a059-07bdb6b26f96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.155422] env[62312]: DEBUG nova.compute.provider_tree [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.255316] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.255608] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.255849] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.256141] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.256222] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.256506] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.256583] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.256692] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.256858] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.257031] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.257208] env[62312]: DEBUG nova.virt.hardware [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.262818] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1825.263121] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84207a9e-ad6f-4bcd-948b-7e2bfd3c3092 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.283553] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1825.283553] env[62312]: value = "task-1810383" [ 1825.283553] env[62312]: _type = "Task" [ 1825.283553] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.293672] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.308043] env[62312]: DEBUG nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.363705] env[62312]: DEBUG nova.network.neutron [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.578567] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810382, 'name': ReconfigVM_Task, 'duration_secs': 0.670565} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.579232] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-7eced3a5-f110-49f4-828f-d13842ba9f7b/volume-7eced3a5-f110-49f4-828f-d13842ba9f7b.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.585868] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f8cdcc-6157-4e58-b840-e1cbbe40c7ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.608076] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1825.608076] env[62312]: value = "task-1810384" [ 1825.608076] env[62312]: _type = "Task" [ 1825.608076] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.619083] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.659069] env[62312]: DEBUG nova.scheduler.client.report [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.721327] env[62312]: DEBUG nova.network.neutron [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.795050] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810383, 'name': ReconfigVM_Task, 'duration_secs': 0.19337} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.795345] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1825.796151] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e768ae5-3974-4cd0-ab97-cf6cae79e55c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.836440] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd/7eb7b5d1-c493-49bf-b183-fa6f583fa6fd.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.836440] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1afe1543-44e6-4b3c-a619-cc7436179445 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.856113] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1825.856113] env[62312]: value = "task-1810385" [ 1825.856113] env[62312]: _type = "Task" [ 1825.856113] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.868336] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.119841] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810384, 'name': ReconfigVM_Task, 'duration_secs': 0.172805} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.120642] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1826.121343] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d0cd445-320c-4a31-b63d-a0e4fe5f3909 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.129473] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1826.129473] env[62312]: value = "task-1810386" [ 1826.129473] env[62312]: _type = "Task" [ 1826.129473] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.139369] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810386, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.170098] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.172640] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.965s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.174275] env[62312]: INFO nova.compute.claims [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.196603] env[62312]: INFO nova.scheduler.client.report [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted allocations for instance bcae6f58-29d6-48fe-acb6-d1dc76976f2f [ 1826.227763] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.228121] env[62312]: DEBUG nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Instance network_info: |[{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.228791] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:7a:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44c58a2b-8d30-4270-8e7f-2c9b17ba2872', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.237760] env[62312]: DEBUG oslo.service.loopingcall [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.237849] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.238164] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14057c21-e901-488e-833b-93654132d70c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.267855] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.267855] env[62312]: value = "task-1810387" [ 1826.267855] env[62312]: _type = "Task" [ 1826.267855] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.276689] env[62312]: DEBUG nova.compute.manager [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.276938] env[62312]: DEBUG nova.compute.manager [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing instance network info cache due to event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1826.277125] env[62312]: DEBUG oslo_concurrency.lockutils [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.277266] env[62312]: DEBUG oslo_concurrency.lockutils [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.277496] env[62312]: DEBUG nova.network.neutron [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.282333] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810387, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.324385] env[62312]: DEBUG nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.354332] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.354611] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.354772] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.354954] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.355124] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.355284] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.355479] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.355641] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.355800] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.355993] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.356191] env[62312]: DEBUG nova.virt.hardware [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.357477] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d362cf4b-a4da-4636-a2fd-f1b527240efc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.371547] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.374726] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b316d7-2482-4b04-8702-ef0ba05cb1f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.643753] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810386, 'name': Rename_Task, 'duration_secs': 0.199186} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.644024] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.644485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.644701] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.644897] env[62312]: DEBUG nova.compute.manager [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Going to confirm migration 5 {{(pid=62312) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1826.646331] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74418db4-ddd3-4246-8e25-4382e6d7c90d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.654935] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1826.654935] env[62312]: value = "task-1810388" [ 1826.654935] env[62312]: _type = "Task" [ 1826.654935] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.664147] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.681953] env[62312]: DEBUG nova.network.neutron [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Successfully updated port: 49e3b300-356f-42f2-b6ba-49f9bcedef3e {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.704730] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73c3c537-d571-45ea-bf07-457ce683cf35 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "bcae6f58-29d6-48fe-acb6-d1dc76976f2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.607s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.780202] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810387, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.837916] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.837916] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.838297] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleting the datastore file [datastore1] d8401e2f-0d4c-4a7e-8577-04e3d68b1763 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.838430] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93ac4405-89fd-4373-a474-27761be14ee2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.847802] env[62312]: DEBUG oslo_vmware.api [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1826.847802] env[62312]: value = "task-1810389" [ 1826.847802] env[62312]: _type = "Task" [ 1826.847802] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.858116] env[62312]: DEBUG oslo_vmware.api [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.867994] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810385, 'name': ReconfigVM_Task, 'duration_secs': 0.911028} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.868311] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd/7eb7b5d1-c493-49bf-b183-fa6f583fa6fd.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.868615] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance '7eb7b5d1-c493-49bf-b183-fa6f583fa6fd' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.024164] env[62312]: DEBUG nova.network.neutron [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updated VIF entry in instance network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.024586] env[62312]: DEBUG nova.network.neutron [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.167164] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.188508] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "refresh_cache-fd685911-97ce-4af3-8011-82b596154fac" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.188691] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquired lock "refresh_cache-fd685911-97ce-4af3-8011-82b596154fac" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.188995] env[62312]: DEBUG nova.network.neutron [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.205390] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "b24c43f6-39e4-4902-8e26-5634c9f52276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.205647] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.205915] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "b24c43f6-39e4-4902-8e26-5634c9f52276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.206054] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.206232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.208896] env[62312]: INFO nova.compute.manager [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Terminating instance [ 1827.228000] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.228217] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.228395] env[62312]: DEBUG nova.network.neutron [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.228583] env[62312]: DEBUG nova.objects.instance [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'info_cache' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.281275] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810387, 'name': CreateVM_Task, 'duration_secs': 0.651898} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.281275] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.281813] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.281967] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.282404] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.282558] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6aa3acd-15d5-4ed3-9c07-92f6c6a0e42b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.288280] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1827.288280] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ff0d41-c984-35a9-424c-1607327f79f9" [ 1827.288280] env[62312]: _type = "Task" [ 1827.288280] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.303518] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ff0d41-c984-35a9-424c-1607327f79f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.358876] env[62312]: DEBUG oslo_vmware.api [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320503} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.359144] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.359328] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.359498] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.359669] env[62312]: INFO nova.compute.manager [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Took 3.92 seconds to destroy the instance on the hypervisor. [ 1827.359908] env[62312]: DEBUG oslo.service.loopingcall [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.360118] env[62312]: DEBUG nova.compute.manager [-] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.360213] env[62312]: DEBUG nova.network.neutron [-] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1827.375909] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c1f468-1095-4651-961c-cda5e5762937 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.401269] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee7df3-9e0b-4d71-9825-37033654649b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.421631] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance '7eb7b5d1-c493-49bf-b183-fa6f583fa6fd' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.481186] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b01a28-54b5-4a28-bdcc-f9bf82436344 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.491370] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf468086-2f73-4d63-a582-b89d1a302aaf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.524894] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e337da1d-ec1a-496c-a57f-f92f5bc81ccf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.528149] env[62312]: DEBUG oslo_concurrency.lockutils [req-14303c6d-aa74-4c4f-9536-89040104db5e req-412c46ee-6985-49f1-b1e7-3d1344a0ee22 service nova] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.536434] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb59d0-7111-480f-acc0-ce344504136c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.554755] env[62312]: DEBUG nova.compute.provider_tree [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.667239] env[62312]: DEBUG oslo_vmware.api [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810388, 'name': PowerOnVM_Task, 'duration_secs': 0.576872} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.667692] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.668052] env[62312]: DEBUG nova.compute.manager [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.668982] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e40661-5def-45f2-9fef-cc0d075837bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.718644] env[62312]: DEBUG nova.compute.manager [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.718644] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.718644] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd441d28-30c6-434f-ab5b-b36098b10a47 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.722923] env[62312]: DEBUG nova.network.neutron [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.733146] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.734021] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641dab88-452c-4c9f-a663-127a803683a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.742626] env[62312]: DEBUG oslo_vmware.api [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1827.742626] env[62312]: value = "task-1810390" [ 1827.742626] env[62312]: _type = "Task" [ 1827.742626] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.754488] env[62312]: DEBUG oslo_vmware.api [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.799626] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ff0d41-c984-35a9-424c-1607327f79f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015121} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.799964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.800235] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.800470] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.800772] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.800873] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.801147] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce6e1760-1c0b-4547-82ea-0f8b5c1bca34 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.814781] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.814975] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.815779] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03546d6-b8b2-435f-bb64-c01f5701df96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.822032] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1827.822032] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520c26b0-72c4-6553-9e90-963dcc63596c" [ 1827.822032] env[62312]: _type = "Task" [ 1827.822032] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.834278] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520c26b0-72c4-6553-9e90-963dcc63596c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.887201] env[62312]: DEBUG nova.network.neutron [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Updating instance_info_cache with network_info: [{"id": "49e3b300-356f-42f2-b6ba-49f9bcedef3e", "address": "fa:16:3e:80:d9:af", "network": {"id": "eb8186c9-b4c1-42ab-8aba-da7e63773bca", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1966591171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91dd38365d446a69ead7b417ffb787b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e3b300-35", "ovs_interfaceid": "49e3b300-356f-42f2-b6ba-49f9bcedef3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.974192] env[62312]: DEBUG nova.network.neutron [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Port 3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1828.058394] env[62312]: DEBUG nova.scheduler.client.report [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.140380] env[62312]: DEBUG nova.network.neutron [-] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.187892] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.255881] env[62312]: DEBUG oslo_vmware.api [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810390, 'name': PowerOffVM_Task, 'duration_secs': 0.285946} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.256777] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.257033] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.257262] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb0d88e-7fd0-415b-b160-c136ee912ccb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.309534] env[62312]: DEBUG nova.compute.manager [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Received event network-vif-plugged-49e3b300-356f-42f2-b6ba-49f9bcedef3e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1828.310337] env[62312]: DEBUG oslo_concurrency.lockutils [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] Acquiring lock "fd685911-97ce-4af3-8011-82b596154fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.310436] env[62312]: DEBUG oslo_concurrency.lockutils [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] Lock "fd685911-97ce-4af3-8011-82b596154fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.311468] env[62312]: DEBUG oslo_concurrency.lockutils [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] Lock "fd685911-97ce-4af3-8011-82b596154fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.311832] env[62312]: DEBUG nova.compute.manager [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] No waiting events found dispatching network-vif-plugged-49e3b300-356f-42f2-b6ba-49f9bcedef3e {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.312044] env[62312]: WARNING nova.compute.manager [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Received unexpected event network-vif-plugged-49e3b300-356f-42f2-b6ba-49f9bcedef3e for instance with vm_state building and task_state spawning. [ 1828.312217] env[62312]: DEBUG nova.compute.manager [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Received event network-changed-49e3b300-356f-42f2-b6ba-49f9bcedef3e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1828.312408] env[62312]: DEBUG nova.compute.manager [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Refreshing instance network info cache due to event network-changed-49e3b300-356f-42f2-b6ba-49f9bcedef3e. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1828.312584] env[62312]: DEBUG oslo_concurrency.lockutils [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] Acquiring lock "refresh_cache-fd685911-97ce-4af3-8011-82b596154fac" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.332723] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520c26b0-72c4-6553-9e90-963dcc63596c, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.336031] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e910ba5d-3b13-4064-bbd4-4917f36cfcfd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.341865] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1828.341865] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e7d3ee-f7c4-fa62-dab4-05254beff625" [ 1828.341865] env[62312]: _type = "Task" [ 1828.341865] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.343981] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200b338-660f-9d94-39ea-d8d17663d343/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1828.344925] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd76be-2d58-46e5-bf25-44cbfd906433 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.361180] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e7d3ee-f7c4-fa62-dab4-05254beff625, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.361419] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200b338-660f-9d94-39ea-d8d17663d343/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1828.361570] env[62312]: ERROR oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200b338-660f-9d94-39ea-d8d17663d343/disk-0.vmdk due to incomplete transfer. [ 1828.363041] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.363041] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] adee922b-752f-4577-bc50-fd0f26da506c/adee922b-752f-4577-bc50-fd0f26da506c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.363041] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94748409-2934-4424-8d07-cc5ddfd25bf1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.363949] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-084acca9-309a-4810-bdf9-f97ea5b0a0df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.372191] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.372405] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.372588] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleting the datastore file [datastore1] b24c43f6-39e4-4902-8e26-5634c9f52276 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.372912] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17fc70fe-9a2f-4011-ae91-b96da2436438 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.376682] env[62312]: DEBUG oslo_vmware.rw_handles [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200b338-660f-9d94-39ea-d8d17663d343/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1828.376877] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Uploaded image 230b1037-9e5c-4dfd-9823-98e62eb737c4 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1828.379262] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1828.379593] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1828.379593] env[62312]: value = "task-1810392" [ 1828.379593] env[62312]: _type = "Task" [ 1828.379593] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.382414] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0592f28b-879a-4cc6-bb8a-ffcfcce72d4c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.388638] env[62312]: DEBUG oslo_vmware.api [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for the task: (returnval){ [ 1828.388638] env[62312]: value = "task-1810393" [ 1828.388638] env[62312]: _type = "Task" [ 1828.388638] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.389342] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Releasing lock "refresh_cache-fd685911-97ce-4af3-8011-82b596154fac" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.389641] env[62312]: DEBUG nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Instance network_info: |[{"id": "49e3b300-356f-42f2-b6ba-49f9bcedef3e", "address": "fa:16:3e:80:d9:af", "network": {"id": "eb8186c9-b4c1-42ab-8aba-da7e63773bca", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1966591171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91dd38365d446a69ead7b417ffb787b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e3b300-35", "ovs_interfaceid": "49e3b300-356f-42f2-b6ba-49f9bcedef3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.396666] env[62312]: DEBUG oslo_concurrency.lockutils [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] Acquired lock "refresh_cache-fd685911-97ce-4af3-8011-82b596154fac" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.396864] env[62312]: DEBUG nova.network.neutron [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Refreshing network info cache for port 49e3b300-356f-42f2-b6ba-49f9bcedef3e {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.398214] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d9:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49e3b300-356f-42f2-b6ba-49f9bcedef3e', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.405645] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Creating folder: Project (d91dd38365d446a69ead7b417ffb787b). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.405941] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.406261] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1828.406261] env[62312]: value = "task-1810394" [ 1828.406261] env[62312]: _type = "Task" [ 1828.406261] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.409136] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6e8e24b-7fc6-4d5a-939d-d1dac75d96f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.422049] env[62312]: DEBUG oslo_vmware.api [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.429559] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810394, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.431083] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Created folder: Project (d91dd38365d446a69ead7b417ffb787b) in parent group-v374919. [ 1828.431327] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Creating folder: Instances. Parent ref: group-v375184. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.431619] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66431849-7c18-47ab-a8fb-0e5af6699d8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.444853] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Created folder: Instances in parent group-v375184. [ 1828.445190] env[62312]: DEBUG oslo.service.loopingcall [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.445390] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd685911-97ce-4af3-8011-82b596154fac] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.445624] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49721cdf-d9ac-4168-bbd6-5e0ee330838d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.471806] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.471806] env[62312]: value = "task-1810397" [ 1828.471806] env[62312]: _type = "Task" [ 1828.471806] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.485556] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810397, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.504041] env[62312]: DEBUG nova.network.neutron [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.564756] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.565335] env[62312]: DEBUG nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1828.568939] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.720s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.570761] env[62312]: INFO nova.compute.claims [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.645473] env[62312]: INFO nova.compute.manager [-] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Took 1.29 seconds to deallocate network for instance. [ 1828.837990] env[62312]: DEBUG nova.network.neutron [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Updated VIF entry in instance network info cache for port 49e3b300-356f-42f2-b6ba-49f9bcedef3e. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.838588] env[62312]: DEBUG nova.network.neutron [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Updating instance_info_cache with network_info: [{"id": "49e3b300-356f-42f2-b6ba-49f9bcedef3e", "address": "fa:16:3e:80:d9:af", "network": {"id": "eb8186c9-b4c1-42ab-8aba-da7e63773bca", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1966591171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91dd38365d446a69ead7b417ffb787b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e3b300-35", "ovs_interfaceid": "49e3b300-356f-42f2-b6ba-49f9bcedef3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.900439] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.905619] env[62312]: DEBUG oslo_vmware.api [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Task: {'id': task-1810393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313015} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.905619] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.905619] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.905619] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.905619] env[62312]: INFO nova.compute.manager [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1828.905619] env[62312]: DEBUG oslo.service.loopingcall [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.905979] env[62312]: DEBUG nova.compute.manager [-] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.905979] env[62312]: DEBUG nova.network.neutron [-] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.922750] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810394, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.984646] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810397, 'name': CreateVM_Task, 'duration_secs': 0.480597} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.985567] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd685911-97ce-4af3-8011-82b596154fac] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1828.985567] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.985732] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.986082] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1828.994272] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fffe21-d958-4e61-b826-45636d3de725 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.003027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.003027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.003242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.008918] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.008918] env[62312]: DEBUG nova.objects.instance [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'migration_context' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.009274] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1829.009274] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]526dc77a-a1c0-3d0d-6d09-c4e00b9655c5" [ 1829.009274] env[62312]: _type = "Task" [ 1829.009274] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.021430] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]526dc77a-a1c0-3d0d-6d09-c4e00b9655c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.022528] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.023123] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.023364] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.023504] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.023680] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.024410] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c29f96-2fa2-4a53-b062-1c032b43a8d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.034672] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.035177] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.037048] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3325f202-fab3-41c0-bc58-691b324092fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.043136] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1829.043136] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5279e326-aed4-023f-ab79-0e58730d9c4f" [ 1829.043136] env[62312]: _type = "Task" [ 1829.043136] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.052917] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5279e326-aed4-023f-ab79-0e58730d9c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.076594] env[62312]: DEBUG nova.compute.utils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1829.081322] env[62312]: DEBUG nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Not allocating networking since 'none' was specified. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1829.152266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.341988] env[62312]: DEBUG oslo_concurrency.lockutils [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] Releasing lock "refresh_cache-fd685911-97ce-4af3-8011-82b596154fac" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.342400] env[62312]: DEBUG nova.compute.manager [req-1562dcb4-9818-467c-a2eb-9cf8d2c43448 req-f5797cac-bbe1-4f47-b0a2-2de52d183cf2 service nova] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Received event network-vif-deleted-0820a12c-6ff1-4a1e-9feb-7e618d44ccb1 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1829.396043] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571477} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.396332] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] adee922b-752f-4577-bc50-fd0f26da506c/adee922b-752f-4577-bc50-fd0f26da506c.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.396542] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.396801] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6f7cbf2-f999-420c-a876-54b100c694dd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.405233] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1829.405233] env[62312]: value = "task-1810398" [ 1829.405233] env[62312]: _type = "Task" [ 1829.405233] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.411542] env[62312]: DEBUG nova.compute.manager [req-ae3561e0-992a-40c4-a0fb-db65fed110d3 req-a2d60695-9c96-408b-9fb5-09186d3aa042 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Received event network-vif-deleted-b3c47b5b-eb21-4828-b370-e06b73fa6c42 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1829.411845] env[62312]: INFO nova.compute.manager [req-ae3561e0-992a-40c4-a0fb-db65fed110d3 req-a2d60695-9c96-408b-9fb5-09186d3aa042 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Neutron deleted interface b3c47b5b-eb21-4828-b370-e06b73fa6c42; detaching it from the instance and deleting it from the info cache [ 1829.412121] env[62312]: DEBUG nova.network.neutron [req-ae3561e0-992a-40c4-a0fb-db65fed110d3 req-a2d60695-9c96-408b-9fb5-09186d3aa042 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.417618] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.427199] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810394, 'name': Destroy_Task, 'duration_secs': 0.652198} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.427457] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Destroyed the VM [ 1829.427692] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1829.427938] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07804c86-a0a3-46e4-8403-d739fb1c4776 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.435733] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1829.435733] env[62312]: value = "task-1810399" [ 1829.435733] env[62312]: _type = "Task" [ 1829.435733] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.444266] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.511032] env[62312]: DEBUG nova.objects.base [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1829.511936] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7276d4-21af-4f88-a5d6-706465bddafd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.533493] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b667a798-6c7d-4ed6-9ad9-f4aac31638b4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.539538] env[62312]: DEBUG oslo_vmware.api [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1829.539538] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523743f8-7373-2350-ce51-966dbf4213ee" [ 1829.539538] env[62312]: _type = "Task" [ 1829.539538] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.550250] env[62312]: DEBUG oslo_vmware.api [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523743f8-7373-2350-ce51-966dbf4213ee, 'name': SearchDatastore_Task, 'duration_secs': 0.006637} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.550824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.555444] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5279e326-aed4-023f-ab79-0e58730d9c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.556142] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa146c9-6311-4e1f-bde6-08adc246cbda {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.561728] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1829.561728] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bd5609-f3e2-864b-16b0-f1a34da40287" [ 1829.561728] env[62312]: _type = "Task" [ 1829.561728] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.569498] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bd5609-f3e2-864b-16b0-f1a34da40287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.582675] env[62312]: DEBUG nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1829.826526] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbe31c7-520d-4aeb-813b-6d5f7416ade7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.835252] env[62312]: DEBUG nova.network.neutron [-] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.836368] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3194c823-f71d-4688-904f-1e4d446d83d1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.868992] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e26845-6ab5-4e30-a6e9-73d3b9837566 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.878064] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ca1180-1307-4aed-ae89-8d66d121ee1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.895939] env[62312]: DEBUG nova.compute.provider_tree [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.916409] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07136} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.916689] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.917356] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bde3da-0502-4a5c-9d18-0568d8980cca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.920047] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2902e940-2d53-4ab4-aaa7-8254c5e9f8a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.943212] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] adee922b-752f-4577-bc50-fd0f26da506c/adee922b-752f-4577-bc50-fd0f26da506c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.945146] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e0f378-eca8-4715-9d55-fba5c8ac0cae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.965537] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84283e7d-b397-4814-9d0f-efaf12056442 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.980982] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810399, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.982248] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1829.982248] env[62312]: value = "task-1810400" [ 1829.982248] env[62312]: _type = "Task" [ 1829.982248] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.996255] env[62312]: DEBUG nova.compute.manager [req-ae3561e0-992a-40c4-a0fb-db65fed110d3 req-a2d60695-9c96-408b-9fb5-09186d3aa042 service nova] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Detach interface failed, port_id=b3c47b5b-eb21-4828-b370-e06b73fa6c42, reason: Instance b24c43f6-39e4-4902-8e26-5634c9f52276 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1829.999960] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.048016] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.048245] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.048427] env[62312]: DEBUG nova.network.neutron [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.072990] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bd5609-f3e2-864b-16b0-f1a34da40287, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.073241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.073489] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] fd685911-97ce-4af3-8011-82b596154fac/fd685911-97ce-4af3-8011-82b596154fac.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.073746] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602c46c3-ff66-446f-a862-afec836da4a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.083210] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1830.083210] env[62312]: value = "task-1810401" [ 1830.083210] env[62312]: _type = "Task" [ 1830.083210] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.094541] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.341252] env[62312]: INFO nova.compute.manager [-] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Took 1.44 seconds to deallocate network for instance. [ 1830.400171] env[62312]: DEBUG nova.scheduler.client.report [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.455265] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810399, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.492956] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.592938] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.596261] env[62312]: DEBUG nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1830.621102] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.621392] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.621673] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.621770] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.621874] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.622044] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.622267] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.622428] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.622593] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.622757] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.622950] env[62312]: DEBUG nova.virt.hardware [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.623800] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df0058f-9397-4a0b-95ec-ea18aefa5ad7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.633856] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3cc98c-cef6-4756-9d80-b58e62b21d26 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.648121] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1830.653602] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Creating folder: Project (bd25678c6b26448e853e9f37f6b8924a). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1830.655788] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bd2fa1f-ae81-48ae-b10b-f5b5b69c1f4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.667353] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Created folder: Project (bd25678c6b26448e853e9f37f6b8924a) in parent group-v374919. [ 1830.667507] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Creating folder: Instances. Parent ref: group-v375187. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1830.667725] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f04fcbb5-91c3-437f-a06b-d5401359aa1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.677369] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Created folder: Instances in parent group-v375187. [ 1830.677621] env[62312]: DEBUG oslo.service.loopingcall [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.679712] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1830.679927] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7dfceba-cf15-4e99-84a8-3925e6a79f73 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.696855] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1830.696855] env[62312]: value = "task-1810404" [ 1830.696855] env[62312]: _type = "Task" [ 1830.696855] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.704242] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810404, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.816888] env[62312]: DEBUG nova.network.neutron [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance_info_cache with network_info: [{"id": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "address": "fa:16:3e:7a:04:e3", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae81e66-23", "ovs_interfaceid": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.848714] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.906549] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.907673] env[62312]: DEBUG nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.910209] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.144s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.910699] env[62312]: DEBUG nova.objects.instance [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lazy-loading 'resources' on Instance uuid 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.958835] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810399, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.995457] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810400, 'name': ReconfigVM_Task, 'duration_secs': 0.841543} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.995763] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Reconfigured VM instance instance-00000067 to attach disk [datastore1] adee922b-752f-4577-bc50-fd0f26da506c/adee922b-752f-4577-bc50-fd0f26da506c.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.996498] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a8a3359-034c-4c0d-906a-1ef96c2fe778 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.005357] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1831.005357] env[62312]: value = "task-1810405" [ 1831.005357] env[62312]: _type = "Task" [ 1831.005357] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.014744] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810405, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.094189] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810401, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007922} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.094497] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] fd685911-97ce-4af3-8011-82b596154fac/fd685911-97ce-4af3-8011-82b596154fac.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.094720] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.094971] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9179e5-6f09-49de-8a70-c00b700b65da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.101593] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1831.101593] env[62312]: value = "task-1810406" [ 1831.101593] env[62312]: _type = "Task" [ 1831.101593] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.110047] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.208081] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810404, 'name': CreateVM_Task, 'duration_secs': 0.330146} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.208279] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1831.208731] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.209040] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.209404] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1831.209689] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075f5136-a594-4d64-9648-31a055ddec41 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.218655] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1831.218655] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52520fcf-8700-93dc-417b-2972cc4b70b9" [ 1831.218655] env[62312]: _type = "Task" [ 1831.218655] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.226574] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52520fcf-8700-93dc-417b-2972cc4b70b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.319662] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.416949] env[62312]: DEBUG nova.compute.utils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.418835] env[62312]: DEBUG nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.418924] env[62312]: DEBUG nova.network.neutron [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.457108] env[62312]: DEBUG nova.policy [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295be55a4af4dbbbb9f6b774dd54358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd0b53092eef415b92f1b32261730cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.461833] env[62312]: DEBUG oslo_vmware.api [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810399, 'name': RemoveSnapshot_Task, 'duration_secs': 1.701485} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.462099] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1831.462333] env[62312]: INFO nova.compute.manager [None req-35356779-3a95-448a-b912-43d000e66fea tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Took 20.97 seconds to snapshot the instance on the hypervisor. [ 1831.518368] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810405, 'name': Rename_Task, 'duration_secs': 0.227461} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.518960] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.519404] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d93b40-1873-43b0-a728-05d021f3b54d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.528100] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1831.528100] env[62312]: value = "task-1810407" [ 1831.528100] env[62312]: _type = "Task" [ 1831.528100] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.537427] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.613478] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069825} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.614054] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.614875] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb699d17-1fb7-421d-a1c3-ef74b629a302 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.639478] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] fd685911-97ce-4af3-8011-82b596154fac/fd685911-97ce-4af3-8011-82b596154fac.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.642851] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63664c20-178f-4a04-9683-b30aa8a30ecc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.663430] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1831.663430] env[62312]: value = "task-1810408" [ 1831.663430] env[62312]: _type = "Task" [ 1831.663430] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.675023] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.725891] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470ae213-2089-40ef-85c6-c46b1f8e3179 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.734320] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52520fcf-8700-93dc-417b-2972cc4b70b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.735161] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.735689] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.735765] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.735962] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.736211] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.736521] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51d17d3e-0bb6-4192-9a94-e327bdbe7539 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.742471] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f74ac32-c30f-4b15-a48a-0699ac61ac13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.747701] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.747930] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.749213] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b79c027-f275-4898-bddc-86fced3abfc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.790674] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7ef720-ca75-46e5-bf19-7584ffd7beec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.795634] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1831.795634] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a95fb0-02cc-6d99-98c3-6126d6701100" [ 1831.795634] env[62312]: _type = "Task" [ 1831.795634] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.804371] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da2445-4cd3-4a9c-bab7-19219c5b8e8c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.814414] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a95fb0-02cc-6d99-98c3-6126d6701100, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.815938] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75d868b-0f74-49d4-8b99-31077b82e193 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.833416] env[62312]: DEBUG nova.compute.provider_tree [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.841163] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1831.841163] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52efb5a7-de51-6c4f-0ec3-0789c6e9e5dc" [ 1831.841163] env[62312]: _type = "Task" [ 1831.841163] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.842675] env[62312]: DEBUG nova.network.neutron [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Successfully created port: 3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.853018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81e25d-0ca8-4759-b277-7b26e12ac323 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.860534] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52efb5a7-de51-6c4f-0ec3-0789c6e9e5dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.880653] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfab720-1dc4-4239-8378-883b5ab15247 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.889706] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance '7eb7b5d1-c493-49bf-b183-fa6f583fa6fd' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1831.922758] env[62312]: DEBUG nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1832.041872] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.174219] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810408, 'name': ReconfigVM_Task, 'duration_secs': 0.283252} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.174506] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Reconfigured VM instance instance-00000068 to attach disk [datastore1] fd685911-97ce-4af3-8011-82b596154fac/fd685911-97ce-4af3-8011-82b596154fac.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.175165] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b6614e-8c7f-40f4-8e24-18df6d6b9095 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.181387] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1832.181387] env[62312]: value = "task-1810409" [ 1832.181387] env[62312]: _type = "Task" [ 1832.181387] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.188709] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810409, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.340020] env[62312]: DEBUG nova.scheduler.client.report [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.355104] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52efb5a7-de51-6c4f-0ec3-0789c6e9e5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.018} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.355454] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.355942] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.356226] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f75c1f8d-0be8-46b1-9cf4-2336fe0a213d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.366535] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1832.366535] env[62312]: value = "task-1810410" [ 1832.366535] env[62312]: _type = "Task" [ 1832.366535] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.374394] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.397704] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.397704] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c3727f-ce76-4ff6-99a2-c2cc98a73c8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.404072] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1832.404072] env[62312]: value = "task-1810411" [ 1832.404072] env[62312]: _type = "Task" [ 1832.404072] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.412510] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.539557] env[62312]: DEBUG oslo_vmware.api [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810407, 'name': PowerOnVM_Task, 'duration_secs': 0.553311} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.539697] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.539901] env[62312]: INFO nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1832.540100] env[62312]: DEBUG nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.540875] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a670fcd-e61a-42a4-b03f-196413b49e56 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.691368] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810409, 'name': Rename_Task, 'duration_secs': 0.133163} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.691985] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.691985] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-279084a0-c3b3-482e-bfb0-e949c89de242 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.698407] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1832.698407] env[62312]: value = "task-1810412" [ 1832.698407] env[62312]: _type = "Task" [ 1832.698407] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.706567] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.845414] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.848733] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.660s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.848733] env[62312]: DEBUG nova.objects.instance [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1832.872634] env[62312]: INFO nova.scheduler.client.report [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleted allocations for instance 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd [ 1832.880216] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810410, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.917394] env[62312]: DEBUG oslo_vmware.api [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810411, 'name': PowerOnVM_Task, 'duration_secs': 0.420539} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.918608] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.918608] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0c590934-d131-458c-b5b3-800f39c7c517 tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance '7eb7b5d1-c493-49bf-b183-fa6f583fa6fd' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1832.933404] env[62312]: DEBUG nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.963813] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.964248] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.964571] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.964847] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.965154] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.965312] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.965736] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.965949] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.966251] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.966540] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.966847] env[62312]: DEBUG nova.virt.hardware [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.968986] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1461f551-b73d-4ffa-a17b-3860d9648435 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.980034] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ed41f-8bc2-4c8a-88af-dc489a63a6c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.061887] env[62312]: INFO nova.compute.manager [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Took 18.41 seconds to build instance. [ 1833.209033] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.374343] env[62312]: DEBUG nova.compute.manager [req-9c9e6eb5-e62a-4899-b0f5-ecd344478cce req-89a8501b-c02f-49cc-9c00-f9340eabad30 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-vif-plugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1833.374569] env[62312]: DEBUG oslo_concurrency.lockutils [req-9c9e6eb5-e62a-4899-b0f5-ecd344478cce req-89a8501b-c02f-49cc-9c00-f9340eabad30 service nova] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.374783] env[62312]: DEBUG oslo_concurrency.lockutils [req-9c9e6eb5-e62a-4899-b0f5-ecd344478cce req-89a8501b-c02f-49cc-9c00-f9340eabad30 service nova] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.374953] env[62312]: DEBUG oslo_concurrency.lockutils [req-9c9e6eb5-e62a-4899-b0f5-ecd344478cce req-89a8501b-c02f-49cc-9c00-f9340eabad30 service nova] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.375171] env[62312]: DEBUG nova.compute.manager [req-9c9e6eb5-e62a-4899-b0f5-ecd344478cce req-89a8501b-c02f-49cc-9c00-f9340eabad30 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] No waiting events found dispatching network-vif-plugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.375336] env[62312]: WARNING nova.compute.manager [req-9c9e6eb5-e62a-4899-b0f5-ecd344478cce req-89a8501b-c02f-49cc-9c00-f9340eabad30 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received unexpected event network-vif-plugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d for instance with vm_state building and task_state spawning. [ 1833.379200] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778186} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.379442] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1833.379646] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1833.379913] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93504e60-7a11-43bc-b44d-a433f4d305fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.384781] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8550994-21bb-4a42-8427-e6a5b6ad212b tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.285s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.389409] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1833.389409] env[62312]: value = "task-1810413" [ 1833.389409] env[62312]: _type = "Task" [ 1833.389409] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.398565] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.552192] env[62312]: DEBUG nova.network.neutron [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Successfully updated port: 3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.564325] env[62312]: DEBUG oslo_concurrency.lockutils [None req-621425ad-cbe0-4043-8acd-661717beedb2 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "adee922b-752f-4577-bc50-fd0f26da506c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.923s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.716637] env[62312]: DEBUG oslo_vmware.api [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810412, 'name': PowerOnVM_Task, 'duration_secs': 0.681786} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.717300] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.717580] env[62312]: INFO nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1833.717828] env[62312]: DEBUG nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.719207] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99677ba-71e4-4eed-82f4-9b80f96b33b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.778808] env[62312]: DEBUG nova.compute.manager [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.779741] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2a9f0b-2eb4-4361-be1e-fd96437090ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.861070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6498af4e-d2aa-44b7-90ab-71385c237240 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.862135] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.710s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.862371] env[62312]: DEBUG nova.objects.instance [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lazy-loading 'resources' on Instance uuid d8401e2f-0d4c-4a7e-8577-04e3d68b1763 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.899649] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066816} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.899949] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.900803] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb274bb-0453-4e83-b762-45130e577607 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.920687] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.921055] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243eeac7-24d7-4971-8359-27e26e49eac6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.945785] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1833.945785] env[62312]: value = "task-1810414" [ 1833.945785] env[62312]: _type = "Task" [ 1833.945785] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.954621] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.056384] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.056467] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.056596] env[62312]: DEBUG nova.network.neutron [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.243469] env[62312]: INFO nova.compute.manager [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Took 16.96 seconds to build instance. [ 1834.292273] env[62312]: INFO nova.compute.manager [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] instance snapshotting [ 1834.296094] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909d324a-e52a-4f25-878d-eb865e7573a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.314896] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c32b9e-c13e-4488-a43d-041e7f3e5f0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.470706] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810414, 'name': ReconfigVM_Task, 'duration_secs': 0.42477} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.474090] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.474932] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46d22052-e8fe-4355-ab0f-edda4a835c6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.482237] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1834.482237] env[62312]: value = "task-1810415" [ 1834.482237] env[62312]: _type = "Task" [ 1834.482237] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.493189] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810415, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.533279] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "fd685911-97ce-4af3-8011-82b596154fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.607636] env[62312]: DEBUG nova.network.neutron [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.674458] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de9309a-1988-4c1a-af67-d0bb0ebfc531 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.682394] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03789840-ad59-4777-b036-49c7596aaeb8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.722255] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a6dea-c647-4909-bd2e-687d06ef536c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.726871] env[62312]: DEBUG nova.compute.manager [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1834.728140] env[62312]: DEBUG nova.compute.manager [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing instance network info cache due to event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1834.728140] env[62312]: DEBUG oslo_concurrency.lockutils [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.728140] env[62312]: DEBUG oslo_concurrency.lockutils [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.728140] env[62312]: DEBUG nova.network.neutron [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.735625] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c896a9-5ab5-40c8-bcc0-4060fe5c91c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.750663] env[62312]: DEBUG oslo_concurrency.lockutils [None req-11e61453-1646-4ca3-b604-b4120b95d34d tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "fd685911-97ce-4af3-8011-82b596154fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.474s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.751386] env[62312]: DEBUG nova.compute.provider_tree [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.753194] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "fd685911-97ce-4af3-8011-82b596154fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.220s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.753499] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "fd685911-97ce-4af3-8011-82b596154fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.754028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "fd685911-97ce-4af3-8011-82b596154fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.754028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "fd685911-97ce-4af3-8011-82b596154fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.756605] env[62312]: INFO nova.compute.manager [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Terminating instance [ 1834.826543] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1834.827537] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df07acf2-c3f3-4a76-be67-24b4ad4afdc4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.836229] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1834.836229] env[62312]: value = "task-1810416" [ 1834.836229] env[62312]: _type = "Task" [ 1834.836229] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.842747] env[62312]: DEBUG nova.network.neutron [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.849907] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.994012] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810415, 'name': Rename_Task, 'duration_secs': 0.168151} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.994865] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.995412] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0ce036-1650-4005-879d-6d645825df05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.002320] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1835.002320] env[62312]: value = "task-1810417" [ 1835.002320] env[62312]: _type = "Task" [ 1835.002320] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.015358] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.254271] env[62312]: DEBUG nova.scheduler.client.report [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.258616] env[62312]: DEBUG nova.compute.manager [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.258885] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.259826] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9082f732-9b7d-4e7b-9f94-4c04693270df {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.268684] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.269923] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a358c31e-8773-4326-aa24-885c9d1ea248 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.278707] env[62312]: DEBUG oslo_vmware.api [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1835.278707] env[62312]: value = "task-1810418" [ 1835.278707] env[62312]: _type = "Task" [ 1835.278707] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.287595] env[62312]: DEBUG oslo_vmware.api [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.347969] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.348414] env[62312]: DEBUG nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Instance network_info: |[{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1835.348813] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.349298] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d6:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3509e4ea-cf28-416a-b5cd-56a32c79e61d', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.362302] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating folder: Project (dd0b53092eef415b92f1b32261730cc1). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.362765] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-097fac1c-59c3-45de-bfe8-a1177d7a0b6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.378596] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created folder: Project (dd0b53092eef415b92f1b32261730cc1) in parent group-v374919. [ 1835.378822] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating folder: Instances. Parent ref: group-v375190. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1835.379093] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae42728f-ec62-4a0a-b721-46f1210f6801 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.389514] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created folder: Instances in parent group-v375190. [ 1835.389514] env[62312]: DEBUG oslo.service.loopingcall [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.389697] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.389942] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12db4ffe-1e6d-46be-b248-2a4d9b25e29e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.413592] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.413592] env[62312]: value = "task-1810421" [ 1835.413592] env[62312]: _type = "Task" [ 1835.413592] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.424022] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810421, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.513614] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.627355] env[62312]: DEBUG nova.network.neutron [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updated VIF entry in instance network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.627740] env[62312]: DEBUG nova.network.neutron [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.695674] env[62312]: DEBUG nova.compute.manager [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1835.696048] env[62312]: DEBUG nova.compute.manager [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing instance network info cache due to event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1835.696406] env[62312]: DEBUG oslo_concurrency.lockutils [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.696666] env[62312]: DEBUG oslo_concurrency.lockutils [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.696938] env[62312]: DEBUG nova.network.neutron [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.759927] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.764929] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.211s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.791478] env[62312]: DEBUG oslo_vmware.api [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810418, 'name': PowerOffVM_Task, 'duration_secs': 0.225248} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.791773] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.791875] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.792924] env[62312]: INFO nova.scheduler.client.report [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleted allocations for instance d8401e2f-0d4c-4a7e-8577-04e3d68b1763 [ 1835.793911] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b509b29-7428-47cf-a334-6b6be6bbccae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.846939] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810416, 'name': CreateSnapshot_Task, 'duration_secs': 0.664059} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.847329] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1835.848112] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae5519-984e-4342-8327-08dbd9fd25ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.925242] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810421, 'name': CreateVM_Task, 'duration_secs': 0.454502} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.925242] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.925391] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.925474] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.925796] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.926280] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368aee22-d0a0-4859-9bad-66b8f6dd26b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.928191] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.928406] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.928585] env[62312]: DEBUG nova.compute.manager [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Going to confirm migration 6 {{(pid=62312) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1835.932186] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.932186] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.932349] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Deleting the datastore file [datastore1] fd685911-97ce-4af3-8011-82b596154fac {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.932690] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22191c2f-f8b4-4193-82ef-7b361bda2c3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.936993] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1835.936993] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521f8614-22e8-71f7-0f73-adf437b8858a" [ 1835.936993] env[62312]: _type = "Task" [ 1835.936993] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.942321] env[62312]: DEBUG oslo_vmware.api [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for the task: (returnval){ [ 1835.942321] env[62312]: value = "task-1810423" [ 1835.942321] env[62312]: _type = "Task" [ 1835.942321] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.946013] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521f8614-22e8-71f7-0f73-adf437b8858a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.954148] env[62312]: DEBUG oslo_vmware.api [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.013803] env[62312]: DEBUG oslo_vmware.api [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810417, 'name': PowerOnVM_Task, 'duration_secs': 0.694969} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.013803] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.013803] env[62312]: INFO nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1836.013994] env[62312]: DEBUG nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.014713] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9a025-01b5-4cc6-8f9f-ec8f2fa05116 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.131070] env[62312]: DEBUG oslo_concurrency.lockutils [req-43b321bc-49d3-4ac9-b00a-1ebec5d772b6 req-545ac7c4-899b-4cc8-b492-6d01898013c2 service nova] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.304941] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d7e64be8-ab97-4054-a681-0caf875920eb tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "d8401e2f-0d4c-4a7e-8577-04e3d68b1763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.378s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.368674] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1836.369435] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-faf37c86-874f-4472-a8c8-ed8eff2433b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.378469] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1836.378469] env[62312]: value = "task-1810424" [ 1836.378469] env[62312]: _type = "Task" [ 1836.378469] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.394027] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810424, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.452626] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521f8614-22e8-71f7-0f73-adf437b8858a, 'name': SearchDatastore_Task, 'duration_secs': 0.031474} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.453668] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.453954] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.454551] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.454641] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.454869] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.458939] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-718e5fb6-e330-4101-95d1-eac6cb0c00cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.460791] env[62312]: DEBUG oslo_vmware.api [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.482050] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.482151] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.482904] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85869cd-ff21-418d-89ef-9ee550461b12 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.490238] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1836.490238] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b195c9-4b51-e4e5-5da4-317b14cce492" [ 1836.490238] env[62312]: _type = "Task" [ 1836.490238] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.498645] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b195c9-4b51-e4e5-5da4-317b14cce492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.509582] env[62312]: DEBUG nova.network.neutron [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updated VIF entry in instance network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.509968] env[62312]: DEBUG nova.network.neutron [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.515016] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.515016] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquired lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.515016] env[62312]: DEBUG nova.network.neutron [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.515016] env[62312]: DEBUG nova.objects.instance [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'info_cache' on Instance uuid 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.519868] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ce702-8ea9-43d0-ae02-ccca8b8c8593 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.532121] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6d80f-d239-4151-a952-ab10a77e4c59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.538746] env[62312]: INFO nova.compute.manager [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Took 16.37 seconds to build instance. [ 1836.567402] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9ec6a8-dc51-45bb-b75e-f12beadfd318 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.577071] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56dcdb8-d60c-4114-a71c-497b086c1141 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.592317] env[62312]: DEBUG nova.compute.provider_tree [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.733738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "182e865c-3256-44e6-b642-b1f078f64ad5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.734048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "182e865c-3256-44e6-b642-b1f078f64ad5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.734284] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "182e865c-3256-44e6-b642-b1f078f64ad5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.734477] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "182e865c-3256-44e6-b642-b1f078f64ad5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.734650] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "182e865c-3256-44e6-b642-b1f078f64ad5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.737300] env[62312]: INFO nova.compute.manager [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Terminating instance [ 1836.893382] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810424, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.955879] env[62312]: DEBUG oslo_vmware.api [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Task: {'id': task-1810423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526979} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.957278] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.957278] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.957278] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.957445] env[62312]: INFO nova.compute.manager [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] [instance: fd685911-97ce-4af3-8011-82b596154fac] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1836.957613] env[62312]: DEBUG oslo.service.loopingcall [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.957823] env[62312]: DEBUG nova.compute.manager [-] [instance: fd685911-97ce-4af3-8011-82b596154fac] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.957924] env[62312]: DEBUG nova.network.neutron [-] [instance: fd685911-97ce-4af3-8011-82b596154fac] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1837.000364] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b195c9-4b51-e4e5-5da4-317b14cce492, 'name': SearchDatastore_Task, 'duration_secs': 0.016852} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.001218] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633ffd7c-f07f-439d-a6aa-f37712dce0a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.006634] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1837.006634] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d2512a-7161-7615-d215-55e11709c5ab" [ 1837.006634] env[62312]: _type = "Task" [ 1837.006634] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.014773] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d2512a-7161-7615-d215-55e11709c5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.017139] env[62312]: DEBUG oslo_concurrency.lockutils [req-cea82505-626a-4324-87b4-4199b10e1089 req-f63fed6a-a9d2-4491-990a-0c9dc2915cad service nova] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.040495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-39f7eae7-5953-4c97-8f55-1e07a07fdb9a tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "3482807a-79d0-4d33-b3bb-9c11650b5366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.897s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.058796] env[62312]: DEBUG nova.compute.manager [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1837.058947] env[62312]: DEBUG nova.compute.manager [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing instance network info cache due to event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1837.059199] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.059362] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.059510] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.094160] env[62312]: DEBUG nova.scheduler.client.report [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.241080] env[62312]: DEBUG nova.compute.manager [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1837.241673] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.242644] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd8e4b7-76ee-40e3-8efa-53e8e2b483d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.251827] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.253047] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21ada674-11ed-4f1b-b673-2ed5c56d78c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.262522] env[62312]: DEBUG oslo_vmware.api [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1837.262522] env[62312]: value = "task-1810425" [ 1837.262522] env[62312]: _type = "Task" [ 1837.262522] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.275774] env[62312]: DEBUG oslo_vmware.api [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.392325] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810424, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.445660] env[62312]: INFO nova.compute.manager [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Rebuilding instance [ 1837.496283] env[62312]: DEBUG nova.compute.manager [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1837.497598] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656ea80-ed1a-40c4-8204-ada88c9736b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.517476] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d2512a-7161-7615-d215-55e11709c5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.040585} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.517665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.517928] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.518476] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f159701-8df8-4807-ad68-7bbca4288ad1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.527331] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1837.527331] env[62312]: value = "task-1810426" [ 1837.527331] env[62312]: _type = "Task" [ 1837.527331] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.538136] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.753060] env[62312]: DEBUG nova.network.neutron [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance_info_cache with network_info: [{"id": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "address": "fa:16:3e:7a:04:e3", "network": {"id": "1cdb4855-736a-4a9c-9eb5-21134fbbb995", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-554005738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf152156f614ef894f505295e2605b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae81e66-23", "ovs_interfaceid": "3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.775515] env[62312]: DEBUG oslo_vmware.api [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810425, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.793979] env[62312]: DEBUG nova.network.neutron [-] [instance: fd685911-97ce-4af3-8011-82b596154fac] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.895340] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810424, 'name': CloneVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.039100] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810426, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.104285] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.342s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.104511] env[62312]: DEBUG nova.compute.manager [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62312) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5345}} [ 1838.107305] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.259s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.111100] env[62312]: DEBUG nova.objects.instance [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lazy-loading 'resources' on Instance uuid b24c43f6-39e4-4902-8e26-5634c9f52276 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.239264] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updated VIF entry in instance network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.239640] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.256097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Releasing lock "refresh_cache-7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.256347] env[62312]: DEBUG nova.objects.instance [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lazy-loading 'migration_context' on Instance uuid 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.275387] env[62312]: DEBUG oslo_vmware.api [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810425, 'name': PowerOffVM_Task, 'duration_secs': 0.636737} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.275636] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.275807] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1838.276061] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-890426e4-8724-4fc0-830e-895ad17e9e52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.296607] env[62312]: INFO nova.compute.manager [-] [instance: fd685911-97ce-4af3-8011-82b596154fac] Took 1.34 seconds to deallocate network for instance. [ 1838.395422] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810424, 'name': CloneVM_Task, 'duration_secs': 1.636758} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.395692] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Created linked-clone VM from snapshot [ 1838.396400] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfad0672-32cc-4d6c-91f3-fbed24cb0e2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.404262] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Uploading image 6b3ec034-05a3-4de8-9dca-005b95a5fb85 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1838.429321] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1838.429321] env[62312]: value = "vm-375194" [ 1838.429321] env[62312]: _type = "VirtualMachine" [ 1838.429321] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1838.429624] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da2c1c9f-65fb-4951-b46b-38983df85e9d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.436655] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lease: (returnval){ [ 1838.436655] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b99f25-ca6c-d5e3-8ae3-81d2c035e1eb" [ 1838.436655] env[62312]: _type = "HttpNfcLease" [ 1838.436655] env[62312]: } obtained for exporting VM: (result){ [ 1838.436655] env[62312]: value = "vm-375194" [ 1838.436655] env[62312]: _type = "VirtualMachine" [ 1838.436655] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1838.436892] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the lease: (returnval){ [ 1838.436892] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b99f25-ca6c-d5e3-8ae3-81d2c035e1eb" [ 1838.436892] env[62312]: _type = "HttpNfcLease" [ 1838.436892] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1838.443344] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1838.443344] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b99f25-ca6c-d5e3-8ae3-81d2c035e1eb" [ 1838.443344] env[62312]: _type = "HttpNfcLease" [ 1838.443344] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1838.492869] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1838.493164] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1838.493388] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleting the datastore file [datastore1] 182e865c-3256-44e6-b642-b1f078f64ad5 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.493648] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b430274c-1482-467d-aa13-ec78dd525876 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.500680] env[62312]: DEBUG oslo_vmware.api [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for the task: (returnval){ [ 1838.500680] env[62312]: value = "task-1810429" [ 1838.500680] env[62312]: _type = "Task" [ 1838.500680] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.509270] env[62312]: DEBUG oslo_vmware.api [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.516902] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.517172] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b61aa5f-1a45-4d53-a48b-182415dee471 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.524408] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1838.524408] env[62312]: value = "task-1810430" [ 1838.524408] env[62312]: _type = "Task" [ 1838.524408] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.537122] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.542723] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517994} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.543060] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.543279] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.543523] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33b07b2f-ad86-4fc1-b912-7a0e802f59e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.550464] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1838.550464] env[62312]: value = "task-1810431" [ 1838.550464] env[62312]: _type = "Task" [ 1838.550464] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.558489] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.669013] env[62312]: INFO nova.scheduler.client.report [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted allocation for migration f4fed263-c8cc-4cb8-8b7b-126996b58d7e [ 1838.742361] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.742755] env[62312]: DEBUG nova.compute.manager [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1838.742973] env[62312]: DEBUG nova.compute.manager [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing instance network info cache due to event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1838.743209] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.743354] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.743518] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.759142] env[62312]: DEBUG nova.objects.base [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Object Instance<7eb7b5d1-c493-49bf-b183-fa6f583fa6fd> lazy-loaded attributes: info_cache,migration_context {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1838.760224] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f81767-f4a7-4fa0-abca-df3be46f5315 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.782413] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93891f78-b430-4d53-88fe-f90d73b16f27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.788230] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1838.788230] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e0b163-b898-40ce-f604-35a93ad29aea" [ 1838.788230] env[62312]: _type = "Task" [ 1838.788230] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.796244] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e0b163-b898-40ce-f604-35a93ad29aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.803577] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.843053] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c8544a-1042-44ec-93a4-7e91b546b631 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.850451] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6719e969-7a31-4dcd-9447-70b05a980d50 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.879922] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05bd58c-5974-4f5d-9a22-d42406933384 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.888200] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddde3a-938d-4ad0-98e9-d14b1461003a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.904256] env[62312]: DEBUG nova.compute.provider_tree [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.945370] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1838.945370] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b99f25-ca6c-d5e3-8ae3-81d2c035e1eb" [ 1838.945370] env[62312]: _type = "HttpNfcLease" [ 1838.945370] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1838.945660] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1838.945660] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b99f25-ca6c-d5e3-8ae3-81d2c035e1eb" [ 1838.945660] env[62312]: _type = "HttpNfcLease" [ 1838.945660] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1838.946385] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804b9e6-5688-4036-8c38-fa6cd63ac0db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.953451] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada24a-b1b0-79c9-13d2-419f234048da/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1838.953629] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada24a-b1b0-79c9-13d2-419f234048da/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1839.024265] env[62312]: DEBUG oslo_vmware.api [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Task: {'id': task-1810429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2463} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.024360] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.024547] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1839.024715] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1839.024903] env[62312]: INFO nova.compute.manager [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1839.025184] env[62312]: DEBUG oslo.service.loopingcall [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.025467] env[62312]: DEBUG nova.compute.manager [-] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1839.025561] env[62312]: DEBUG nova.network.neutron [-] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1839.035646] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810430, 'name': PowerOffVM_Task, 'duration_secs': 0.265238} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.035924] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.036208] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1839.036943] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb36b2b9-2ecd-4d52-b9be-8ce432f91152 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.044186] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.044461] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9718784-cdd3-4adb-baad-bbc560e9b748 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.060533] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064567} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.060964] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.061950] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0c84e-e696-4f09-933a-c13f2aa8479f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.068592] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.068807] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.069032] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Deleting the datastore file [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.073509] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20746693-ff2f-4a16-9d54-45ea068013c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.084351] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bce6ba3-8437-4ba4-bfe0-93d614fbf423 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.096484] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.097159] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04ce2ec-dc4c-400b-8de6-c1f438a8f13b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.114883] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1839.114883] env[62312]: value = "task-1810433" [ 1839.114883] env[62312]: _type = "Task" [ 1839.114883] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.123538] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1839.123538] env[62312]: value = "task-1810434" [ 1839.123538] env[62312]: _type = "Task" [ 1839.123538] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.138044] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.138289] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.177624] env[62312]: DEBUG oslo_concurrency.lockutils [None req-44387f6b-b382-4cf6-836e-b58b6e321818 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.531s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.299230] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e0b163-b898-40ce-f604-35a93ad29aea, 'name': SearchDatastore_Task, 'duration_secs': 0.024137} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.299528] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.408072] env[62312]: DEBUG nova.scheduler.client.report [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.462850] env[62312]: DEBUG nova.compute.manager [req-f013a579-8990-4ae0-aa1c-7f0a8884cf49 req-9198e151-7427-47d3-b72d-a43204c85a34 service nova] [instance: fd685911-97ce-4af3-8011-82b596154fac] Received event network-vif-deleted-49e3b300-356f-42f2-b6ba-49f9bcedef3e {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1839.485011] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updated VIF entry in instance network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.485488] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.560985] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.561745] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.627854] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205496} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.631916] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.632265] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1839.632610] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1839.637727] env[62312]: DEBUG nova.compute.manager [req-bd0bdefb-4f26-49be-af57-48d3aa9d30b0 req-933ce31e-e144-47e3-b44f-d9b6ee5e1435 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Received event network-vif-deleted-a8a8e1b1-edb7-4bdd-9499-59eeb65b8309 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1839.638033] env[62312]: INFO nova.compute.manager [req-bd0bdefb-4f26-49be-af57-48d3aa9d30b0 req-933ce31e-e144-47e3-b44f-d9b6ee5e1435 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Neutron deleted interface a8a8e1b1-edb7-4bdd-9499-59eeb65b8309; detaching it from the instance and deleting it from the info cache [ 1839.638243] env[62312]: DEBUG nova.network.neutron [req-bd0bdefb-4f26-49be-af57-48d3aa9d30b0 req-933ce31e-e144-47e3-b44f-d9b6ee5e1435 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.646227] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810434, 'name': ReconfigVM_Task, 'duration_secs': 0.281929} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.646714] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.647785] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e1f6c8-234c-4c0b-be80-240102c16010 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.655936] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1839.655936] env[62312]: value = "task-1810435" [ 1839.655936] env[62312]: _type = "Task" [ 1839.655936] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.665803] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810435, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.872161] env[62312]: DEBUG nova.network.neutron [-] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.914561] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.918913] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.114s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.918913] env[62312]: DEBUG nova.objects.instance [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lazy-loading 'resources' on Instance uuid fd685911-97ce-4af3-8011-82b596154fac {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.938197] env[62312]: INFO nova.scheduler.client.report [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Deleted allocations for instance b24c43f6-39e4-4902-8e26-5634c9f52276 [ 1839.950036] env[62312]: DEBUG nova.objects.instance [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'flavor' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.988037] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.988302] env[62312]: DEBUG nova.compute.manager [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1839.988656] env[62312]: DEBUG nova.compute.manager [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing instance network info cache due to event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1839.988997] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.989294] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.989533] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.065911] env[62312]: DEBUG nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.145043] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-329d84ff-f6dc-491f-a017-f49f337eebad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.155973] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a468559-42ab-43b7-bfd4-f647efd793d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.180641] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810435, 'name': Rename_Task, 'duration_secs': 0.156699} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.182316] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.182606] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c3c55c-3a91-46a2-aa21-159d86807059 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.195937] env[62312]: DEBUG nova.compute.manager [req-bd0bdefb-4f26-49be-af57-48d3aa9d30b0 req-933ce31e-e144-47e3-b44f-d9b6ee5e1435 service nova] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Detach interface failed, port_id=a8a8e1b1-edb7-4bdd-9499-59eeb65b8309, reason: Instance 182e865c-3256-44e6-b642-b1f078f64ad5 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1840.197669] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1840.197669] env[62312]: value = "task-1810436" [ 1840.197669] env[62312]: _type = "Task" [ 1840.197669] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.207781] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.374858] env[62312]: INFO nova.compute.manager [-] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Took 1.35 seconds to deallocate network for instance. [ 1840.446486] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e50e58a9-5230-483b-828a-21f2f4388165 tempest-ServersTestJSON-1280260369 tempest-ServersTestJSON-1280260369-project-member] Lock "b24c43f6-39e4-4902-8e26-5634c9f52276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.241s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.453872] env[62312]: DEBUG oslo_concurrency.lockutils [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.454085] env[62312]: DEBUG oslo_concurrency.lockutils [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.454252] env[62312]: DEBUG nova.network.neutron [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.454539] env[62312]: DEBUG nova.objects.instance [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'info_cache' on Instance uuid d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.588692] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.643753] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de33edf9-f5c9-4d6b-b8b5-5e065fbf5e62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.655823] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61ad0c3-f510-4749-b9cd-ba618225ae4c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.698194] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de763d01-d008-4182-aa90-287c1438ff40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.707936] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1840.708358] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.708463] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1840.708747] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.708926] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1840.709499] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1840.709791] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1840.709974] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1840.710175] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1840.710349] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1840.710531] env[62312]: DEBUG nova.virt.hardware [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1840.711396] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b89761b-0d75-4709-b21a-be2c2fe2e13c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.718466] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2ae00-262c-46d6-a1fb-3018c71907c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.728051] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.730250] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9d8f9-9555-421e-96b9-2b43c4002628 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.742930] env[62312]: DEBUG nova.compute.provider_tree [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.758760] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Instance VIF info [] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1840.765782] env[62312]: DEBUG oslo.service.loopingcall [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.766890] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1840.768133] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79848cb0-6670-4866-a030-0603bc3ae48d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.783931] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updated VIF entry in instance network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.784539] env[62312]: DEBUG nova.network.neutron [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.787187] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1840.787187] env[62312]: value = "task-1810437" [ 1840.787187] env[62312]: _type = "Task" [ 1840.787187] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.797259] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810437, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.883564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.958354] env[62312]: DEBUG nova.objects.base [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1841.211811] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810436, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.250885] env[62312]: DEBUG nova.scheduler.client.report [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.288834] env[62312]: DEBUG oslo_concurrency.lockutils [req-f3170004-8fe5-4911-913e-c3db03a6498e req-7f7ab26d-dbda-455a-98e7-f4151841d125 service nova] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.299286] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810437, 'name': CreateVM_Task, 'duration_secs': 0.329208} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.299586] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.299873] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.300049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.300385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.300635] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72dba0fc-e913-445b-bb43-219efd650ba6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.305513] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1841.305513] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52f89207-513e-80d5-dea6-3adc255be99d" [ 1841.305513] env[62312]: _type = "Task" [ 1841.305513] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.314109] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f89207-513e-80d5-dea6-3adc255be99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.689768] env[62312]: DEBUG nova.network.neutron [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [{"id": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "address": "fa:16:3e:30:2e:91", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2164f077-e0", "ovs_interfaceid": "2164f077-e0b8-4f39-9eb2-10a7fcbfe63a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.713814] env[62312]: DEBUG oslo_vmware.api [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810436, 'name': PowerOnVM_Task, 'duration_secs': 1.09541} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.714064] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.714280] env[62312]: INFO nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1841.714457] env[62312]: DEBUG nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.715360] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66c3c3-c6d5-4897-8866-9290f4f5704a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.754978] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.759103] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.459s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.784186] env[62312]: INFO nova.scheduler.client.report [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Deleted allocations for instance fd685911-97ce-4af3-8011-82b596154fac [ 1841.820036] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52f89207-513e-80d5-dea6-3adc255be99d, 'name': SearchDatastore_Task, 'duration_secs': 0.024464} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.820036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.820036] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1841.820036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.820036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.820036] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.820036] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8292c187-81e6-47a9-9020-1c1610951b49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.828105] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.828581] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1841.829476] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15c81cc-d99d-43f7-a702-7454c93ca558 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.836343] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1841.836343] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cf7f48-1575-a841-3ae2-376da5877ea1" [ 1841.836343] env[62312]: _type = "Task" [ 1841.836343] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.845272] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cf7f48-1575-a841-3ae2-376da5877ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.193265] env[62312]: DEBUG oslo_concurrency.lockutils [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-d3ecd177-471e-4b34-8954-d3f7cfa12d46" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.238022] env[62312]: INFO nova.compute.manager [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Took 18.40 seconds to build instance. [ 1842.302761] env[62312]: DEBUG oslo_concurrency.lockutils [None req-03859af3-064a-4fc7-b587-04f3551eece6 tempest-ServerAddressesTestJSON-1745943945 tempest-ServerAddressesTestJSON-1745943945-project-member] Lock "fd685911-97ce-4af3-8011-82b596154fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.549s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.349247] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cf7f48-1575-a841-3ae2-376da5877ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.013746} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.350111] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12cdeb92-d5a9-4f4e-aa68-e8ac40090b59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.355830] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1842.355830] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a35ae2-00f8-6b39-8c76-9dcdf32035f3" [ 1842.355830] env[62312]: _type = "Task" [ 1842.355830] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.368292] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a35ae2-00f8-6b39-8c76-9dcdf32035f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.536016] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d5eb3c-1160-4fb2-85d9-1646ab84c9cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.545378] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81386078-6150-4efa-8810-09d7a7714053 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.587737] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8b8c4-b632-44e3-b8f2-46ede9de89d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.594852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a265b493-53ce-4d01-a02e-f3a4a5be15fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.611666] env[62312]: DEBUG nova.compute.provider_tree [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.741631] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6731dc14-2c6d-4c03-b524-bf8d8b563023 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.917s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.870547] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a35ae2-00f8-6b39-8c76-9dcdf32035f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.870867] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.871141] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.871409] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a52b64db-011e-4936-a340-e711237d0b07 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.878801] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1842.878801] env[62312]: value = "task-1810438" [ 1842.878801] env[62312]: _type = "Task" [ 1842.878801] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.887417] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.118344] env[62312]: DEBUG nova.scheduler.client.report [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.199757] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.201154] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6691304a-a23d-4dff-ac76-a665736c0a68 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.211222] env[62312]: DEBUG oslo_vmware.api [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1843.211222] env[62312]: value = "task-1810439" [ 1843.211222] env[62312]: _type = "Task" [ 1843.211222] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.227698] env[62312]: DEBUG oslo_vmware.api [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.396131] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.726394] env[62312]: DEBUG oslo_vmware.api [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.892940] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569778} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.895022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.895022] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1843.895022] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46dcfa16-95cb-4ada-a444-10bf9ad1bf12 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.903050] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1843.903050] env[62312]: value = "task-1810440" [ 1843.903050] env[62312]: _type = "Task" [ 1843.903050] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.913772] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.129564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.370s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.134841] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.546s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.137418] env[62312]: INFO nova.compute.claims [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.230937] env[62312]: DEBUG oslo_vmware.api [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810439, 'name': PowerOnVM_Task, 'duration_secs': 0.578793} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.231155] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.231330] env[62312]: DEBUG nova.compute.manager [None req-704d4076-82da-492a-82e8-4de69f69f273 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.232057] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b645c-72d7-4567-9c3d-3d6061553c50 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.369706] env[62312]: DEBUG nova.compute.manager [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1844.369914] env[62312]: DEBUG nova.compute.manager [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing instance network info cache due to event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1844.370202] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.370800] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.372143] env[62312]: DEBUG nova.network.neutron [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.414244] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097668} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.414856] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.415747] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704f5c24-bb41-4f14-b6b3-4dfe8e856140 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.437055] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.437275] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57341a5-1dda-4027-847a-e6c426c0ae4f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.466326] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1844.466326] env[62312]: value = "task-1810441" [ 1844.466326] env[62312]: _type = "Task" [ 1844.466326] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.475116] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.717972] env[62312]: INFO nova.scheduler.client.report [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted allocation for migration 6aae59d2-62e7-44b0-b013-503528ec7ccd [ 1844.986266] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.228053] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.298s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.233499] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.233987] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.234621] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.234992] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.235208] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.237846] env[62312]: INFO nova.compute.manager [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Terminating instance [ 1845.386118] env[62312]: DEBUG nova.network.neutron [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updated VIF entry in instance network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.386118] env[62312]: DEBUG nova.network.neutron [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.405935] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51a85cf-78fb-4991-afe3-2adaf8ccfe46 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.414166] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c1928b-320c-4b8c-a363-a4a2ab7a1438 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.447985] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef0c0e3-fd84-43b6-97f1-56bbc29199b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.457653] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c365209-035a-434b-80ca-4c3a7ff5181b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.471534] env[62312]: DEBUG nova.compute.provider_tree [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.484977] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810441, 'name': ReconfigVM_Task, 'duration_secs': 0.524869} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.484977] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366/3482807a-79d0-4d33-b3bb-9c11650b5366.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1845.484977] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73a1b3a6-348a-4455-8d3b-c0850b979f62 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.490801] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1845.490801] env[62312]: value = "task-1810442" [ 1845.490801] env[62312]: _type = "Task" [ 1845.490801] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.499042] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810442, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.744745] env[62312]: DEBUG nova.compute.manager [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.745203] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.749020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934bc410-321a-4881-be97-80ef42b5c6d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.755793] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.756442] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d306c2-a7c6-427c-8db7-51d99f965df2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.763461] env[62312]: DEBUG oslo_vmware.api [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1845.763461] env[62312]: value = "task-1810443" [ 1845.763461] env[62312]: _type = "Task" [ 1845.763461] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.773476] env[62312]: DEBUG oslo_vmware.api [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.891909] env[62312]: DEBUG oslo_concurrency.lockutils [req-b9c5dc1b-d5dd-4dc0-b4a9-17ce6fe2b157 req-26caa5b3-d702-4a2d-be49-0f0ee2dfb40b service nova] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.975761] env[62312]: DEBUG nova.scheduler.client.report [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.006308] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810442, 'name': Rename_Task, 'duration_secs': 0.223046} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.006729] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1846.006961] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6a52c1-ad4f-4251-8ddb-b3853be58119 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.014429] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1846.014429] env[62312]: value = "task-1810444" [ 1846.014429] env[62312]: _type = "Task" [ 1846.014429] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.026981] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.277992] env[62312]: DEBUG oslo_vmware.api [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810443, 'name': PowerOffVM_Task, 'duration_secs': 0.26089} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.278548] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.278756] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1846.279503] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d9bed2-4796-4ddb-b020-b2ec68bb74e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.398418] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1846.398801] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1846.399028] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleting the datastore file [datastore1] d3ecd177-471e-4b34-8954-d3f7cfa12d46 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1846.399301] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557b47db-81b3-42f1-83c6-e008791bc2b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.406825] env[62312]: DEBUG oslo_vmware.api [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1846.406825] env[62312]: value = "task-1810446" [ 1846.406825] env[62312]: _type = "Task" [ 1846.406825] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.421352] env[62312]: DEBUG oslo_vmware.api [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.463234] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.463624] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.463937] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.464220] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.464460] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.468286] env[62312]: INFO nova.compute.manager [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Terminating instance [ 1846.485023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.485023] env[62312]: DEBUG nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1846.487067] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.604s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.487495] env[62312]: DEBUG nova.objects.instance [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lazy-loading 'resources' on Instance uuid 182e865c-3256-44e6-b642-b1f078f64ad5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.529506] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810444, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.917889] env[62312]: DEBUG oslo_vmware.api [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.972351] env[62312]: DEBUG nova.compute.manager [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1846.973137] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1846.974103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef883a6-f84e-45a9-a6c4-41c3e3cc533e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.988022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1846.988022] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b1a05d-7cf3-4d92-9f36-1ff64655f437 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.991272] env[62312]: DEBUG nova.compute.utils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1847.002443] env[62312]: DEBUG nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1847.003289] env[62312]: DEBUG nova.network.neutron [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1847.008088] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1847.008088] env[62312]: value = "task-1810447" [ 1847.008088] env[62312]: _type = "Task" [ 1847.008088] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.034029] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.039095] env[62312]: DEBUG oslo_vmware.api [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810444, 'name': PowerOnVM_Task, 'duration_secs': 0.684451} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.039425] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1847.039636] env[62312]: DEBUG nova.compute.manager [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1847.040693] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715dd64-93d3-42e2-a80f-475876c75c36 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.085735] env[62312]: DEBUG nova.policy [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08be8a8b6ba1430e9cc156fa1bbce1d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35371457b354437fbed72bfc2821eeae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.313475] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3583de8a-16e2-4e73-893a-68a5b21e11be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.325456] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb2b7b-0b0f-4053-a3f3-6ac4076e3530 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.361672] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470da559-637e-4e0a-85c9-3dde9a838cc4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.370196] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2346eb6f-b9dd-4369-8d02-1ecb5818d0ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.385284] env[62312]: DEBUG nova.compute.provider_tree [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.425159] env[62312]: DEBUG oslo_vmware.api [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596567} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.425385] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1847.425694] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1847.426284] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1847.426603] env[62312]: INFO nova.compute.manager [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1847.427389] env[62312]: DEBUG oslo.service.loopingcall [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.427616] env[62312]: DEBUG nova.compute.manager [-] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1847.427745] env[62312]: DEBUG nova.network.neutron [-] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1847.468494] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.471022] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.511667] env[62312]: DEBUG nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.531529] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810447, 'name': PowerOffVM_Task, 'duration_secs': 0.274435} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.532759] env[62312]: DEBUG nova.network.neutron [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Successfully created port: 2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.535516] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.535788] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.536102] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e614db-ccaa-4e46-bee8-f3fb690ead3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.575133] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.615862] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1847.616092] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1847.616278] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleting the datastore file [datastore1] 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.616552] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe4d468-a2ee-4b41-8279-3e87a8625313 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.626082] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for the task: (returnval){ [ 1847.626082] env[62312]: value = "task-1810449" [ 1847.626082] env[62312]: _type = "Task" [ 1847.626082] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.633092] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.821353] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada24a-b1b0-79c9-13d2-419f234048da/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1847.822697] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6b911-a436-4f80-8944-b38066fa8f1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.830680] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada24a-b1b0-79c9-13d2-419f234048da/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1847.830920] env[62312]: ERROR oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada24a-b1b0-79c9-13d2-419f234048da/disk-0.vmdk due to incomplete transfer. [ 1847.831219] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e5ede899-55a7-46a2-9479-594c55c8c419 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.840303] env[62312]: DEBUG oslo_vmware.rw_handles [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ada24a-b1b0-79c9-13d2-419f234048da/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1847.840508] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Uploaded image 6b3ec034-05a3-4de8-9dca-005b95a5fb85 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1847.843023] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1847.843325] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0da803d3-d199-41d3-9c86-5dcde9a7c4ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.850036] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1847.850036] env[62312]: value = "task-1810450" [ 1847.850036] env[62312]: _type = "Task" [ 1847.850036] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.860335] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810450, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.889228] env[62312]: DEBUG nova.scheduler.client.report [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.976943] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.977255] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1847.977255] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1848.141315] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810449, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.247616] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "3482807a-79d0-4d33-b3bb-9c11650b5366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.247879] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "3482807a-79d0-4d33-b3bb-9c11650b5366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.248132] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "3482807a-79d0-4d33-b3bb-9c11650b5366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.248322] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "3482807a-79d0-4d33-b3bb-9c11650b5366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.248495] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "3482807a-79d0-4d33-b3bb-9c11650b5366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.250980] env[62312]: INFO nova.compute.manager [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Terminating instance [ 1848.359372] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810450, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.395252] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.399142] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.826s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.399370] env[62312]: DEBUG nova.objects.instance [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1848.426619] env[62312]: INFO nova.scheduler.client.report [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Deleted allocations for instance 182e865c-3256-44e6-b642-b1f078f64ad5 [ 1848.483945] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Skipping network cache update for instance because it is being deleted. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1848.484294] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Skipping network cache update for instance because it is being deleted. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1848.485495] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Skipping network cache update for instance because it is Building. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1848.536289] env[62312]: DEBUG nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.566678] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.566947] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.567382] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.567618] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.567769] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.567934] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.568438] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.568632] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.568806] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.568971] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.569186] env[62312]: DEBUG nova.virt.hardware [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.570352] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167fb7a-cdc5-4e08-a62a-f1325a4965b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.579783] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c4ce8c-c8d6-4971-8bf7-0aa7b6f612ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.635075] env[62312]: DEBUG oslo_vmware.api [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Task: {'id': task-1810449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515363} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.635291] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1848.635479] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1848.635655] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1848.635826] env[62312]: INFO nova.compute.manager [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1848.636077] env[62312]: DEBUG oslo.service.loopingcall [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.636277] env[62312]: DEBUG nova.compute.manager [-] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1848.636369] env[62312]: DEBUG nova.network.neutron [-] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1848.754720] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "refresh_cache-3482807a-79d0-4d33-b3bb-9c11650b5366" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.754947] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquired lock "refresh_cache-3482807a-79d0-4d33-b3bb-9c11650b5366" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.755142] env[62312]: DEBUG nova.network.neutron [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.809227] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.809621] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.809621] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1848.809621] env[62312]: DEBUG nova.objects.instance [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lazy-loading 'info_cache' on Instance uuid ad49386f-5e18-4dba-b5ff-e5553d6ffb45 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.865313] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810450, 'name': Destroy_Task, 'duration_secs': 0.919767} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.865313] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Destroyed the VM [ 1848.865441] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1848.865645] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a549864c-542d-4c7b-bf59-66a6f5766c5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.873305] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1848.873305] env[62312]: value = "task-1810451" [ 1848.873305] env[62312]: _type = "Task" [ 1848.873305] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.888070] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.945690] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0d2f8606-a7f3-42da-b0ac-d1f2d33b6be3 tempest-ServerRescueNegativeTestJSON-758514965 tempest-ServerRescueNegativeTestJSON-758514965-project-member] Lock "182e865c-3256-44e6-b642-b1f078f64ad5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.211s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.963360] env[62312]: DEBUG nova.compute.manager [req-88201d87-144b-4f0c-85d1-a95b0a6aef06 req-2ee663aa-a80a-407a-b7b6-81b4168e30d0 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Received event network-vif-deleted-2164f077-e0b8-4f39-9eb2-10a7fcbfe63a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1848.968305] env[62312]: INFO nova.compute.manager [req-88201d87-144b-4f0c-85d1-a95b0a6aef06 req-2ee663aa-a80a-407a-b7b6-81b4168e30d0 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Neutron deleted interface 2164f077-e0b8-4f39-9eb2-10a7fcbfe63a; detaching it from the instance and deleting it from the info cache [ 1848.968305] env[62312]: DEBUG nova.network.neutron [req-88201d87-144b-4f0c-85d1-a95b0a6aef06 req-2ee663aa-a80a-407a-b7b6-81b4168e30d0 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.293946] env[62312]: DEBUG nova.network.neutron [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.299725] env[62312]: DEBUG nova.network.neutron [-] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.386706] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810451, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.412533] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f870c5e5-57b1-4acc-830b-67973be2d72c tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.418018] env[62312]: DEBUG nova.network.neutron [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.423794] env[62312]: DEBUG nova.network.neutron [-] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.446369] env[62312]: DEBUG nova.network.neutron [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Successfully updated port: 2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.471510] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7fe7e05-8130-4b49-b409-ece038320558 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.476681] env[62312]: DEBUG nova.compute.manager [req-aab42020-6c4b-490e-b79e-8c8a0b2283dd req-c0d150c4-a468-4afc-8974-53e6156364d7 service nova] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Received event network-vif-deleted-3ae81e66-2369-4a3f-b3c3-ebf68f6eb52a {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1849.484590] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4149b9-69c8-436e-9398-463227f809fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.517711] env[62312]: DEBUG nova.compute.manager [req-88201d87-144b-4f0c-85d1-a95b0a6aef06 req-2ee663aa-a80a-407a-b7b6-81b4168e30d0 service nova] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Detach interface failed, port_id=2164f077-e0b8-4f39-9eb2-10a7fcbfe63a, reason: Instance d3ecd177-471e-4b34-8954-d3f7cfa12d46 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1849.802728] env[62312]: INFO nova.compute.manager [-] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Took 2.37 seconds to deallocate network for instance. [ 1849.884817] env[62312]: DEBUG oslo_vmware.api [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571573} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.885996] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1849.885996] env[62312]: INFO nova.compute.manager [None req-95006105-2c38-432a-a254-e69cb759d0e9 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 1849.920970] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Releasing lock "refresh_cache-3482807a-79d0-4d33-b3bb-9c11650b5366" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.921422] env[62312]: DEBUG nova.compute.manager [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.921621] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.922492] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1071bf6e-dacc-4bc1-96cd-a18f66ac89ec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.926272] env[62312]: INFO nova.compute.manager [-] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Took 1.29 seconds to deallocate network for instance. [ 1849.934676] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.934923] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d7c2cb4-1f5b-4cca-a697-985e2586a199 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.942113] env[62312]: DEBUG oslo_vmware.api [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1849.942113] env[62312]: value = "task-1810452" [ 1849.942113] env[62312]: _type = "Task" [ 1849.942113] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.951288] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.951507] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.951661] env[62312]: DEBUG nova.network.neutron [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.956025] env[62312]: DEBUG oslo_vmware.api [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.311419] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.311419] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.311419] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.338811] env[62312]: INFO nova.scheduler.client.report [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted allocations for instance d3ecd177-471e-4b34-8954-d3f7cfa12d46 [ 1850.433494] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.433759] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.433948] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.457371] env[62312]: DEBUG oslo_vmware.api [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810452, 'name': PowerOffVM_Task, 'duration_secs': 0.169097} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.461912] env[62312]: INFO nova.scheduler.client.report [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Deleted allocations for instance 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd [ 1850.468022] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.468022] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.469423] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80923dce-0e15-4aac-9964-051cae0dbe05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.504029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.504029] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.504029] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Deleting the datastore file [datastore1] 3482807a-79d0-4d33-b3bb-9c11650b5366 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.504029] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4712ece-ccb2-4d6e-8009-f845784a3c90 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.510749] env[62312]: DEBUG oslo_vmware.api [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for the task: (returnval){ [ 1850.510749] env[62312]: value = "task-1810454" [ 1850.510749] env[62312]: _type = "Task" [ 1850.510749] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.518955] env[62312]: DEBUG nova.network.neutron [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.521627] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-e997f687-e838-4fd8-a5f5-d1c44ba6ca94-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.522077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-e997f687-e838-4fd8-a5f5-d1c44ba6ca94-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.523201] env[62312]: DEBUG nova.objects.instance [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'flavor' on Instance uuid e997f687-e838-4fd8-a5f5-d1c44ba6ca94 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.528544] env[62312]: DEBUG oslo_vmware.api [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.703772] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.724451] env[62312]: DEBUG nova.network.neutron [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Updating instance_info_cache with network_info: [{"id": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "address": "fa:16:3e:db:d3:1d", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee57f98-9d", "ovs_interfaceid": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.856906] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1db58243-a94c-49e8-9ba7-909c335e97bf tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "d3ecd177-471e-4b34-8954-d3f7cfa12d46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.623s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.977568] env[62312]: DEBUG oslo_concurrency.lockutils [None req-af48dab6-2201-4d29-9d3f-aacb70264a0f tempest-DeleteServersTestJSON-162896757 tempest-DeleteServersTestJSON-162896757-project-member] Lock "7eb7b5d1-c493-49bf-b183-fa6f583fa6fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.514s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.028037] env[62312]: DEBUG oslo_vmware.api [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Task: {'id': task-1810454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089812} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.028037] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.028037] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.028037] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.028037] env[62312]: INFO nova.compute.manager [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1851.028037] env[62312]: DEBUG oslo.service.loopingcall [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.028037] env[62312]: DEBUG nova.compute.manager [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1851.028037] env[62312]: DEBUG nova.network.neutron [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.066887] env[62312]: DEBUG nova.network.neutron [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1851.206375] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.206625] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1851.206850] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.207776] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.208844] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.209063] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.209256] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.209411] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.213019] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1851.213019] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.213019] env[62312]: DEBUG nova.objects.instance [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'pci_requests' on Instance uuid e997f687-e838-4fd8-a5f5-d1c44ba6ca94 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.227397] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.227697] env[62312]: DEBUG nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Instance network_info: |[{"id": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "address": "fa:16:3e:db:d3:1d", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee57f98-9d", "ovs_interfaceid": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1851.228152] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:d3:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.236396] env[62312]: DEBUG oslo.service.loopingcall [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.236921] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.237170] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2f33624-6f1e-4c5e-b3d2-9a08f38f923f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.260933] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1851.260933] env[62312]: value = "task-1810455" [ 1851.260933] env[62312]: _type = "Task" [ 1851.260933] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.269163] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810455, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.573835] env[62312]: DEBUG nova.network.neutron [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.714874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.714874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.714874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.714874] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1851.715246] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c212dcd4-90f8-4232-925b-cc9d5a41c091 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.718900] env[62312]: DEBUG nova.objects.base [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1851.719372] env[62312]: DEBUG nova.network.neutron [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.728062] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185c9a9-317e-48e9-8b21-2ea3897a2086 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.743400] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caba9e35-8730-4119-89e8-41302ef936be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.750716] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b5000e-b372-4cef-b4bf-e4570a309c0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.782086] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179011MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1851.782171] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.782340] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.794730] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810455, 'name': CreateVM_Task, 'duration_secs': 0.338181} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.794730] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.795361] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.795530] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.796051] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.796383] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12815f5d-ebf0-44ba-92f7-1c34a7dcfc96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.802468] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1851.802468] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521c7f95-b045-d87e-41dc-55eb3d74c47a" [ 1851.802468] env[62312]: _type = "Task" [ 1851.802468] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.811888] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521c7f95-b045-d87e-41dc-55eb3d74c47a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.839737] env[62312]: DEBUG nova.policy [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.080132] env[62312]: INFO nova.compute.manager [-] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Took 1.05 seconds to deallocate network for instance. [ 1852.229036] env[62312]: DEBUG nova.compute.manager [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Received event network-vif-plugged-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1852.229258] env[62312]: DEBUG oslo_concurrency.lockutils [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] Acquiring lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.229465] env[62312]: DEBUG oslo_concurrency.lockutils [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.229634] env[62312]: DEBUG oslo_concurrency.lockutils [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.230045] env[62312]: DEBUG nova.compute.manager [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] No waiting events found dispatching network-vif-plugged-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1852.230301] env[62312]: WARNING nova.compute.manager [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Received unexpected event network-vif-plugged-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d for instance with vm_state building and task_state spawning. [ 1852.231624] env[62312]: DEBUG nova.compute.manager [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Received event network-changed-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1852.231624] env[62312]: DEBUG nova.compute.manager [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Refreshing instance network info cache due to event network-changed-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1852.231624] env[62312]: DEBUG oslo_concurrency.lockutils [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] Acquiring lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.231776] env[62312]: DEBUG oslo_concurrency.lockutils [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] Acquired lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.232052] env[62312]: DEBUG nova.network.neutron [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Refreshing network info cache for port 2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.316278] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521c7f95-b045-d87e-41dc-55eb3d74c47a, 'name': SearchDatastore_Task, 'duration_secs': 0.014285} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.316278] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.316531] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1852.316776] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.317257] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.317257] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1852.317398] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7f5bc3f-45ec-4db2-bed7-ffca19806a22 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.327256] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1852.327443] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1852.328182] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adcce05-730d-4179-bcd5-252a1f8878e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.333838] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1852.333838] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5211534c-2025-a0b6-7bd9-cd363e5b2949" [ 1852.333838] env[62312]: _type = "Task" [ 1852.333838] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.341793] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5211534c-2025-a0b6-7bd9-cd363e5b2949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.587247] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.684925] env[62312]: DEBUG nova.compute.manager [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.685538] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fba17e-fedf-4ffb-94c5-203484eae15f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.820322] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.820322] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e65b633f-4471-4dc9-bba4-8201dd074453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.820322] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.821443] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 045c0c44-7c36-4942-9011-27c143235604 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.821443] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 22765a2a-f556-4d67-916f-ff4aada476e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.821443] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 1410cde2-9275-4a1e-8450-a207283b8d18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.821443] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e997f687-e838-4fd8-a5f5-d1c44ba6ca94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.821443] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance adee922b-752f-4577-bc50-fd0f26da506c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.823077] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 3482807a-79d0-4d33-b3bb-9c11650b5366 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.823077] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5a908b6d-713d-463a-80bd-c143b61f77dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.823077] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2002bc74-5d2f-4bfb-93d8-57e38df64cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1852.844946] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5211534c-2025-a0b6-7bd9-cd363e5b2949, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.852226] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3fa7d0-2233-4199-919b-80d3697ddbd2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.856266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "b9420f7d-f12f-476e-9158-abf3731edcbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.856266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.861062] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1852.861062] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c02f14-9679-16bc-e654-f92a6e52be1b" [ 1852.861062] env[62312]: _type = "Task" [ 1852.861062] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.872727] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c02f14-9679-16bc-e654-f92a6e52be1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.984360] env[62312]: DEBUG nova.network.neutron [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Updated VIF entry in instance network info cache for port 2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.984728] env[62312]: DEBUG nova.network.neutron [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Updating instance_info_cache with network_info: [{"id": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "address": "fa:16:3e:db:d3:1d", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee57f98-9d", "ovs_interfaceid": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.200676] env[62312]: INFO nova.compute.manager [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] instance snapshotting [ 1853.203405] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf83732-835b-41d4-8808-337a74582d03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.222463] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e3cae-99d1-4d25-bc5c-1fc1829188d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.329616] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b9420f7d-f12f-476e-9158-abf3731edcbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1853.329876] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1853.330085] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1853.364312] env[62312]: DEBUG nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1853.378995] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c02f14-9679-16bc-e654-f92a6e52be1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.379295] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.379550] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.382108] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d704d05-32f1-4ddd-a513-c64ac55dfedc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.391792] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1853.391792] env[62312]: value = "task-1810456" [ 1853.391792] env[62312]: _type = "Task" [ 1853.391792] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.400434] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.404605] env[62312]: DEBUG nova.network.neutron [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Successfully updated port: 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.487494] env[62312]: DEBUG oslo_concurrency.lockutils [req-72f7d286-4dc7-4241-987c-6f343e3dc174 req-20c83d88-664a-4a62-bff6-a29c5fcef549 service nova] Releasing lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.520346] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2dd60-c0f8-4b1a-a052-59754cdd49c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.527917] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c51001-93dc-4595-9e17-10746a7514a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.561112] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f72e1e-201a-49da-83cf-53f35514a76d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.569555] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503d7fba-1aa2-4e0e-9356-bb22b49baf15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.586448] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.732468] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1853.732802] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ad67416-c3c9-4355-bab2-373ad017886a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.741792] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1853.741792] env[62312]: value = "task-1810457" [ 1853.741792] env[62312]: _type = "Task" [ 1853.741792] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.751373] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.786945] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.786945] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.889644] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.900693] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466182} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.900942] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.901169] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.901407] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2940851-a0de-4f3a-a977-5d3c87d79542 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.909399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.909399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.909399] env[62312]: DEBUG nova.network.neutron [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.909399] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1853.909399] env[62312]: value = "task-1810458" [ 1853.909399] env[62312]: _type = "Task" [ 1853.909399] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.917228] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.089516] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.251644] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.288339] env[62312]: DEBUG nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.329283] env[62312]: DEBUG nova.compute.manager [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-vif-plugged-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1854.329686] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] Acquiring lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.329686] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.329863] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.330092] env[62312]: DEBUG nova.compute.manager [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] No waiting events found dispatching network-vif-plugged-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.330184] env[62312]: WARNING nova.compute.manager [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received unexpected event network-vif-plugged-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd for instance with vm_state active and task_state None. [ 1854.330394] env[62312]: DEBUG nova.compute.manager [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-changed-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1854.330494] env[62312]: DEBUG nova.compute.manager [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing instance network info cache due to event network-changed-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1854.330991] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.422877] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062995} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.423189] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1854.423974] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1662c-2379-432e-a1c2-5504e7678984 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.445874] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.446119] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ff5ba6-71f0-4d56-9f2c-3f320a289aba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.461161] env[62312]: WARNING nova.network.neutron [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] b70120ee-a589-49ad-bcba-bd20382996f3 already exists in list: networks containing: ['b70120ee-a589-49ad-bcba-bd20382996f3']. ignoring it [ 1854.470363] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1854.470363] env[62312]: value = "task-1810459" [ 1854.470363] env[62312]: _type = "Task" [ 1854.470363] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.481373] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.594093] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1854.594317] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.812s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.594579] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.008s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.594794] env[62312]: DEBUG nova.objects.instance [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lazy-loading 'resources' on Instance uuid 3482807a-79d0-4d33-b3bb-9c11650b5366 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.751882] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810457, 'name': CreateSnapshot_Task, 'duration_secs': 0.549853} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.752258] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1854.752912] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef563299-413c-42cf-821c-6f49bac5ae88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.768414] env[62312]: DEBUG nova.network.neutron [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "address": "fa:16:3e:f1:86:d7", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f8f5f8-84", "ovs_interfaceid": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.812118] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.979738] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810459, 'name': ReconfigVM_Task, 'duration_secs': 0.490206} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.980051] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.980666] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba385a6-9968-4850-aa9f-23b55665c90d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.986559] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1854.986559] env[62312]: value = "task-1810461" [ 1854.986559] env[62312]: _type = "Task" [ 1854.986559] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.994091] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810461, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.250009] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49d109a-cb2c-41ce-b016-b1ecbfdc8ae0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.257545] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f482a-c575-4f96-af9b-23281098a6ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.295075] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1855.295609] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.296226] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.296379] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.296791] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36dae9c5-47ed-4afd-bea5-f710e81aac87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.299683] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.299874] env[62312]: DEBUG nova.network.neutron [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing network info cache for port 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.301430] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a5bf9-b6c5-499a-8dd8-4ef7814b57c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.304427] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deba0f63-8e66-49bb-863f-470f93a6b4d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.322740] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.322978] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.323153] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.323339] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.323484] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.323629] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.323831] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.323995] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.324178] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.324383] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.324569] env[62312]: DEBUG nova.virt.hardware [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.332264] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Reconfiguring VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1855.333707] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ab168e-5a11-47ee-8a23-63a51a430612 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.346511] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8094ee61-b1d2-4bf4-9b6c-3195256500d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.350582] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1855.350582] env[62312]: value = "task-1810462" [ 1855.350582] env[62312]: _type = "Task" [ 1855.350582] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.363486] env[62312]: DEBUG nova.compute.provider_tree [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.366315] env[62312]: DEBUG oslo_vmware.api [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1855.366315] env[62312]: value = "task-1810463" [ 1855.366315] env[62312]: _type = "Task" [ 1855.366315] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.373419] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810462, 'name': CloneVM_Task} progress is 23%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.379178] env[62312]: DEBUG oslo_vmware.api [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.495948] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810461, 'name': Rename_Task, 'duration_secs': 0.146289} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.496299] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.496685] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-611ce508-dd91-4f94-9fcc-82da8c38eed2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.503130] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1855.503130] env[62312]: value = "task-1810464" [ 1855.503130] env[62312]: _type = "Task" [ 1855.503130] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.512744] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.869504] env[62312]: DEBUG nova.scheduler.client.report [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.876472] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810462, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.888222] env[62312]: DEBUG oslo_vmware.api [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.015479] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.048215] env[62312]: DEBUG nova.network.neutron [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updated VIF entry in instance network info cache for port 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.048835] env[62312]: DEBUG nova.network.neutron [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "address": "fa:16:3e:f1:86:d7", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f8f5f8-84", "ovs_interfaceid": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.123513] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.123733] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.123930] env[62312]: INFO nova.compute.manager [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Shelving [ 1856.362081] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810462, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.380597] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.382872] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.493s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.384452] env[62312]: INFO nova.compute.claims [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1856.393271] env[62312]: DEBUG oslo_vmware.api [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.403924] env[62312]: INFO nova.scheduler.client.report [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Deleted allocations for instance 3482807a-79d0-4d33-b3bb-9c11650b5366 [ 1856.517805] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.552399] env[62312]: DEBUG oslo_concurrency.lockutils [req-ce39f9a5-bed8-4cbf-a4c4-51b2f9c0ada7 req-cf292888-e9ca-4276-b8a6-8e5502191dc7 service nova] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.863464] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810462, 'name': CloneVM_Task, 'duration_secs': 1.413447} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.863759] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Created linked-clone VM from snapshot [ 1856.864512] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bea34e-07d6-49a2-b706-2e5b7ec826f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.872630] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Uploading image 5a4f38fd-a199-4b8b-b5ee-bb9bd4d79153 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1856.885304] env[62312]: DEBUG oslo_vmware.api [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810463, 'name': ReconfigVM_Task, 'duration_secs': 1.085388} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.885807] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.886027] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Reconfigured VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1856.899985] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1856.899985] env[62312]: value = "vm-375198" [ 1856.899985] env[62312]: _type = "VirtualMachine" [ 1856.899985] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1856.900265] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-73d00c5b-ba2e-4fd2-9269-d904a043e61b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.910439] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lease: (returnval){ [ 1856.910439] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5226df56-eed2-fcd0-975b-fd1d5a828fde" [ 1856.910439] env[62312]: _type = "HttpNfcLease" [ 1856.910439] env[62312]: } obtained for exporting VM: (result){ [ 1856.910439] env[62312]: value = "vm-375198" [ 1856.910439] env[62312]: _type = "VirtualMachine" [ 1856.910439] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1856.910775] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the lease: (returnval){ [ 1856.910775] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5226df56-eed2-fcd0-975b-fd1d5a828fde" [ 1856.910775] env[62312]: _type = "HttpNfcLease" [ 1856.910775] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1856.911075] env[62312]: DEBUG oslo_concurrency.lockutils [None req-56ec8129-2625-414a-9d03-76f1b486ab0f tempest-ServerShowV257Test-737025352 tempest-ServerShowV257Test-737025352-project-member] Lock "3482807a-79d0-4d33-b3bb-9c11650b5366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.663s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.920645] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1856.920645] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5226df56-eed2-fcd0-975b-fd1d5a828fde" [ 1856.920645] env[62312]: _type = "HttpNfcLease" [ 1856.920645] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1856.920870] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1856.920870] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5226df56-eed2-fcd0-975b-fd1d5a828fde" [ 1856.920870] env[62312]: _type = "HttpNfcLease" [ 1856.920870] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1856.921568] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df69879-161a-4b4e-ac3f-e54734260811 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.931094] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b433d-f877-6d4a-36a8-ff69df99bb38/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1856.931268] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b433d-f877-6d4a-36a8-ff69df99bb38/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1857.016709] env[62312]: DEBUG oslo_vmware.api [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810464, 'name': PowerOnVM_Task, 'duration_secs': 1.044965} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.019035] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1857.019285] env[62312]: INFO nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1857.019467] env[62312]: DEBUG nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.020583] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ec0e79-d94a-47c9-ba17-d883e8ae9b96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.023281] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf376e60-0204-48c9-991a-2b6cb2d1f804 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.134480] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.135473] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b02d16-65ea-4d45-accb-af1f3e7a02ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.142335] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1857.142335] env[62312]: value = "task-1810466" [ 1857.142335] env[62312]: _type = "Task" [ 1857.142335] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.151292] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.393844] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fd3651ee-784d-4b77-bb4c-6fcf8c13edf8 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-e997f687-e838-4fd8-a5f5-d1c44ba6ca94-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.872s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.544972] env[62312]: INFO nova.compute.manager [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Took 16.97 seconds to build instance. [ 1857.574086] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074f214-1163-4a2e-826f-baad6b29c380 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.582604] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116f9c19-4a2b-4439-a98c-675468028d2c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.621063] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c28fad-a039-4a0e-9846-7abf9a475343 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.629268] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b0dc22-bd39-41ef-9638-ff5dda2d5acf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.644581] env[62312]: DEBUG nova.compute.provider_tree [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.655417] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810466, 'name': PowerOffVM_Task, 'duration_secs': 0.299452} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.655916] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.657115] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa15c7e-bdca-44fa-9f31-64df5185f2ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.677256] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62660576-4980-4a6a-9fd4-c9bb9f00a6b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.047583] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b5b98b3c-0048-42b5-b165-a66b83a7bb6f tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.486s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.151341] env[62312]: DEBUG nova.scheduler.client.report [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.200693] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1858.201425] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8da92c1c-0098-4fbc-bc94-95027ac9554b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.210113] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1858.210113] env[62312]: value = "task-1810467" [ 1858.210113] env[62312]: _type = "Task" [ 1858.210113] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.218948] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.657461] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.658081] env[62312]: DEBUG nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.664242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.852s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.665851] env[62312]: INFO nova.compute.claims [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.720791] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810467, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.035093] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-e997f687-e838-4fd8-a5f5-d1c44ba6ca94-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.035093] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-e997f687-e838-4fd8-a5f5-d1c44ba6ca94-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.177359] env[62312]: DEBUG nova.compute.utils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1859.177359] env[62312]: DEBUG nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1859.177359] env[62312]: DEBUG nova.network.neutron [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1859.201788] env[62312]: DEBUG nova.compute.manager [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Received event network-changed-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1859.202257] env[62312]: DEBUG nova.compute.manager [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Refreshing instance network info cache due to event network-changed-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1859.202571] env[62312]: DEBUG oslo_concurrency.lockutils [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] Acquiring lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.202852] env[62312]: DEBUG oslo_concurrency.lockutils [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] Acquired lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.202988] env[62312]: DEBUG nova.network.neutron [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Refreshing network info cache for port 2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.219838] env[62312]: DEBUG nova.policy [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6237273015384b738fc4e9b66cf1986d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '954b2be94fda4c4da6d2776e7e76fe8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1859.225830] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810467, 'name': CreateSnapshot_Task, 'duration_secs': 0.973566} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.226374] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1859.227228] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e039ed5f-f13f-4c20-bdab-a477342c49ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.523807] env[62312]: DEBUG nova.network.neutron [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Successfully created port: c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.537583] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.538021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.539383] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a09ad6-db80-4ae7-9b10-034a51500943 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.565854] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece125fc-b44b-4b27-ae9e-8f556071338c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.604265] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Reconfiguring VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1859.604265] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2aecfd2-19f0-458a-aa37-17a1055f4fc1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.628023] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1859.628023] env[62312]: value = "task-1810468" [ 1859.628023] env[62312]: _type = "Task" [ 1859.628023] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.635253] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.683542] env[62312]: DEBUG nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.747984] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1859.751597] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a1ac039-f274-446a-99a8-ced6f5abd5a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.761083] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1859.761083] env[62312]: value = "task-1810469" [ 1859.761083] env[62312]: _type = "Task" [ 1859.761083] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.769659] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810469, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.896720] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20708770-a30b-4604-b106-09801b2a9ba9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.908614] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568dc122-dafa-45a7-904d-a7e23532ae32 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.956576] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090f85e4-6ab8-42ae-94a4-97ec2e6175e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.964692] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f567bf-e714-4826-a28a-da0d7a7b8593 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.979376] env[62312]: DEBUG nova.compute.provider_tree [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.136547] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.218185] env[62312]: DEBUG nova.network.neutron [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Updated VIF entry in instance network info cache for port 2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.218531] env[62312]: DEBUG nova.network.neutron [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Updating instance_info_cache with network_info: [{"id": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "address": "fa:16:3e:db:d3:1d", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee57f98-9d", "ovs_interfaceid": "2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.271269] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810469, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.483831] env[62312]: DEBUG nova.scheduler.client.report [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.637741] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.696140] env[62312]: DEBUG nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1860.723331] env[62312]: DEBUG oslo_concurrency.lockutils [req-55f805ac-c364-48b0-b785-f1421af22174 req-a801c515-fadd-4c86-a722-607a262ad8dc service nova] Releasing lock "refresh_cache-2002bc74-5d2f-4bfb-93d8-57e38df64cad" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.729091] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.729324] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.729482] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.729694] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.729935] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.730129] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.730360] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.730529] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.730693] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.730853] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.731034] env[62312]: DEBUG nova.virt.hardware [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.731982] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af620bb7-aec3-4a81-8fd6-cf60a84bdcf1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.740252] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28afe7db-a9d2-45f0-a05c-c43a32b0d042 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.771379] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810469, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.989697] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.990257] env[62312]: DEBUG nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1861.138371] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.275194] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810469, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.341199] env[62312]: DEBUG nova.compute.manager [req-75f59723-cae5-4ddd-8a79-ff4d2e1e7a09 req-4f7c16e8-f5e6-4393-8bb9-337ac7d12464 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Received event network-vif-plugged-c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1861.341199] env[62312]: DEBUG oslo_concurrency.lockutils [req-75f59723-cae5-4ddd-8a79-ff4d2e1e7a09 req-4f7c16e8-f5e6-4393-8bb9-337ac7d12464 service nova] Acquiring lock "b9420f7d-f12f-476e-9158-abf3731edcbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.341199] env[62312]: DEBUG oslo_concurrency.lockutils [req-75f59723-cae5-4ddd-8a79-ff4d2e1e7a09 req-4f7c16e8-f5e6-4393-8bb9-337ac7d12464 service nova] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.341199] env[62312]: DEBUG oslo_concurrency.lockutils [req-75f59723-cae5-4ddd-8a79-ff4d2e1e7a09 req-4f7c16e8-f5e6-4393-8bb9-337ac7d12464 service nova] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.341199] env[62312]: DEBUG nova.compute.manager [req-75f59723-cae5-4ddd-8a79-ff4d2e1e7a09 req-4f7c16e8-f5e6-4393-8bb9-337ac7d12464 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] No waiting events found dispatching network-vif-plugged-c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1861.341199] env[62312]: WARNING nova.compute.manager [req-75f59723-cae5-4ddd-8a79-ff4d2e1e7a09 req-4f7c16e8-f5e6-4393-8bb9-337ac7d12464 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Received unexpected event network-vif-plugged-c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 for instance with vm_state building and task_state spawning. [ 1861.424550] env[62312]: DEBUG nova.network.neutron [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Successfully updated port: c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.498780] env[62312]: DEBUG nova.compute.utils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.500271] env[62312]: DEBUG nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1861.500438] env[62312]: DEBUG nova.network.neutron [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1861.548506] env[62312]: DEBUG nova.policy [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb3bb89d10848f484dba2ed9327bc0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b1855d8d9a24e6c8e2627894860309f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1861.638813] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.774137] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810469, 'name': CloneVM_Task, 'duration_secs': 1.95824} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.774400] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Created linked-clone VM from snapshot [ 1861.775356] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ef526-96fe-4720-a6aa-e1a129646607 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.783237] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Uploading image def1dc70-a771-4c9a-a2a1-2ff29adba53c {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1861.811685] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1861.811685] env[62312]: value = "vm-375200" [ 1861.811685] env[62312]: _type = "VirtualMachine" [ 1861.811685] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1861.811685] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ee30f26-ca1d-47f2-bb2e-d3095869886e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.820122] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lease: (returnval){ [ 1861.820122] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52575787-3ccb-a8ce-79b1-152ab8630a9b" [ 1861.820122] env[62312]: _type = "HttpNfcLease" [ 1861.820122] env[62312]: } obtained for exporting VM: (result){ [ 1861.820122] env[62312]: value = "vm-375200" [ 1861.820122] env[62312]: _type = "VirtualMachine" [ 1861.820122] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1861.820122] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the lease: (returnval){ [ 1861.820122] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52575787-3ccb-a8ce-79b1-152ab8630a9b" [ 1861.820122] env[62312]: _type = "HttpNfcLease" [ 1861.820122] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1861.827367] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1861.827367] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52575787-3ccb-a8ce-79b1-152ab8630a9b" [ 1861.827367] env[62312]: _type = "HttpNfcLease" [ 1861.827367] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1861.831418] env[62312]: DEBUG nova.network.neutron [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Successfully created port: 309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.926742] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "refresh_cache-b9420f7d-f12f-476e-9158-abf3731edcbd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.927026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquired lock "refresh_cache-b9420f7d-f12f-476e-9158-abf3731edcbd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.927097] env[62312]: DEBUG nova.network.neutron [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.003506] env[62312]: DEBUG nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1862.139059] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.331137] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1862.331137] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52575787-3ccb-a8ce-79b1-152ab8630a9b" [ 1862.331137] env[62312]: _type = "HttpNfcLease" [ 1862.331137] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1862.331137] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1862.331137] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52575787-3ccb-a8ce-79b1-152ab8630a9b" [ 1862.331137] env[62312]: _type = "HttpNfcLease" [ 1862.331137] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1862.331591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87650d77-7968-4c00-b5ff-6292a8c26428 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.338884] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f919b-a239-3f6e-cced-413f0c49ac0e/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1862.339076] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f919b-a239-3f6e-cced-413f0c49ac0e/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1862.460886] env[62312]: DEBUG nova.network.neutron [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.478865] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f5f7a06-1660-454d-a04e-df7a3a743c72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.643077] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.644352] env[62312]: DEBUG nova.network.neutron [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Updating instance_info_cache with network_info: [{"id": "c59982e4-79e7-4cd9-806a-8b0a1e43f6f6", "address": "fa:16:3e:40:68:42", "network": {"id": "4085b172-148f-49f6-98a1-c68b3fa75fc7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-865197228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "954b2be94fda4c4da6d2776e7e76fe8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59982e4-79", "ovs_interfaceid": "c59982e4-79e7-4cd9-806a-8b0a1e43f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.024397] env[62312]: DEBUG nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1863.140889] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.150023] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Releasing lock "refresh_cache-b9420f7d-f12f-476e-9158-abf3731edcbd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.150023] env[62312]: DEBUG nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Instance network_info: |[{"id": "c59982e4-79e7-4cd9-806a-8b0a1e43f6f6", "address": "fa:16:3e:40:68:42", "network": {"id": "4085b172-148f-49f6-98a1-c68b3fa75fc7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-865197228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "954b2be94fda4c4da6d2776e7e76fe8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59982e4-79", "ovs_interfaceid": "c59982e4-79e7-4cd9-806a-8b0a1e43f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.150023] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:68:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c59982e4-79e7-4cd9-806a-8b0a1e43f6f6', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.157157] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Creating folder: Project (954b2be94fda4c4da6d2776e7e76fe8e). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.157619] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0105d54-cf66-4508-a9b5-f667d1abff28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.171112] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Created folder: Project (954b2be94fda4c4da6d2776e7e76fe8e) in parent group-v374919. [ 1863.171398] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Creating folder: Instances. Parent ref: group-v375201. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.171788] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3939ad20-e2d3-43d7-812d-2042438aeb51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.184093] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Created folder: Instances in parent group-v375201. [ 1863.185494] env[62312]: DEBUG oslo.service.loopingcall [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.185494] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.185494] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-726da84f-5ea1-4105-9cfc-e6e9039cfca2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.216035] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.216035] env[62312]: value = "task-1810473" [ 1863.216035] env[62312]: _type = "Task" [ 1863.216035] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.223016] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810473, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.461548] env[62312]: DEBUG nova.network.neutron [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Successfully updated port: 309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.512049] env[62312]: DEBUG nova.compute.manager [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Received event network-changed-c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1863.512049] env[62312]: DEBUG nova.compute.manager [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Refreshing instance network info cache due to event network-changed-c59982e4-79e7-4cd9-806a-8b0a1e43f6f6. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1863.512049] env[62312]: DEBUG oslo_concurrency.lockutils [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] Acquiring lock "refresh_cache-b9420f7d-f12f-476e-9158-abf3731edcbd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.512049] env[62312]: DEBUG oslo_concurrency.lockutils [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] Acquired lock "refresh_cache-b9420f7d-f12f-476e-9158-abf3731edcbd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.512049] env[62312]: DEBUG nova.network.neutron [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Refreshing network info cache for port c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.648800] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.731404] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810473, 'name': CreateVM_Task, 'duration_secs': 0.481282} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.732256] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.733019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.733218] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.733601] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.733942] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec228923-119d-401f-b572-694011063c1f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.739412] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1863.739412] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52127835-9b6c-023f-4051-a0289263d605" [ 1863.739412] env[62312]: _type = "Task" [ 1863.739412] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.747847] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52127835-9b6c-023f-4051-a0289263d605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.858978] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.859714] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.962491] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.962668] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.963121] env[62312]: DEBUG nova.network.neutron [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.143225] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.238047] env[62312]: DEBUG nova.network.neutron [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Updated VIF entry in instance network info cache for port c59982e4-79e7-4cd9-806a-8b0a1e43f6f6. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.238588] env[62312]: DEBUG nova.network.neutron [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Updating instance_info_cache with network_info: [{"id": "c59982e4-79e7-4cd9-806a-8b0a1e43f6f6", "address": "fa:16:3e:40:68:42", "network": {"id": "4085b172-148f-49f6-98a1-c68b3fa75fc7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-865197228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "954b2be94fda4c4da6d2776e7e76fe8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59982e4-79", "ovs_interfaceid": "c59982e4-79e7-4cd9-806a-8b0a1e43f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.252844] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52127835-9b6c-023f-4051-a0289263d605, 'name': SearchDatastore_Task, 'duration_secs': 0.032583} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.253927] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.254268] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.254468] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.254663] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.254869] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.255534] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b25ad1fa-30fd-4fb3-939c-d20739474ea4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.265521] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.265744] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.266576] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c203d057-a7e8-463f-9fe4-11a1449d79eb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.272829] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1864.272829] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cd5b6d-4d55-aa08-5b9a-3a9c95614056" [ 1864.272829] env[62312]: _type = "Task" [ 1864.272829] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.281125] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cd5b6d-4d55-aa08-5b9a-3a9c95614056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.363732] env[62312]: INFO nova.compute.manager [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Detaching volume 7eced3a5-f110-49f4-828f-d13842ba9f7b [ 1864.409812] env[62312]: INFO nova.virt.block_device [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Attempting to driver detach volume 7eced3a5-f110-49f4-828f-d13842ba9f7b from mountpoint /dev/sdb [ 1864.410134] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1864.410418] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1864.411383] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62720e8c-9059-4550-bfef-4e49d509db3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.434119] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952f530-6c90-496e-b179-14506e73509d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.442296] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7414ff2-13cb-4f12-b9ca-3888ea6c0f68 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.465460] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f44d0bc-da62-4414-b8e2-bdbc09153066 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.484133] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] The volume has not been displaced from its original location: [datastore1] volume-7eced3a5-f110-49f4-828f-d13842ba9f7b/volume-7eced3a5-f110-49f4-828f-d13842ba9f7b.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1864.489988] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1864.490491] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a889ca7-3ed3-46a7-9f74-3b5a05699d18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.505773] env[62312]: DEBUG nova.network.neutron [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1864.516433] env[62312]: DEBUG oslo_vmware.api [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1864.516433] env[62312]: value = "task-1810474" [ 1864.516433] env[62312]: _type = "Task" [ 1864.516433] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.524052] env[62312]: DEBUG oslo_vmware.api [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.646820] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.650925] env[62312]: DEBUG nova.network.neutron [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.746213] env[62312]: DEBUG oslo_concurrency.lockutils [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] Releasing lock "refresh_cache-b9420f7d-f12f-476e-9158-abf3731edcbd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.746515] env[62312]: DEBUG nova.compute.manager [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Received event network-vif-plugged-309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1864.746744] env[62312]: DEBUG oslo_concurrency.lockutils [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] Acquiring lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.747022] env[62312]: DEBUG oslo_concurrency.lockutils [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.747233] env[62312]: DEBUG oslo_concurrency.lockutils [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.747427] env[62312]: DEBUG nova.compute.manager [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] No waiting events found dispatching network-vif-plugged-309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1864.747616] env[62312]: WARNING nova.compute.manager [req-0c3e19af-2d40-420f-94a3-2d7503f78ad1 req-2dd80caa-b2b9-4715-ac53-da098f817880 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Received unexpected event network-vif-plugged-309adb7e-265f-47ba-a6d2-e5b564edce1b for instance with vm_state building and task_state spawning. [ 1864.783435] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cd5b6d-4d55-aa08-5b9a-3a9c95614056, 'name': SearchDatastore_Task, 'duration_secs': 0.018101} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.784393] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99ea35e-38a8-4b29-b34b-80de741f4344 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.790011] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1864.790011] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524d0512-767b-e2e8-c41b-9d519c9fd413" [ 1864.790011] env[62312]: _type = "Task" [ 1864.790011] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.798290] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524d0512-767b-e2e8-c41b-9d519c9fd413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.026546] env[62312]: DEBUG oslo_vmware.api [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810474, 'name': ReconfigVM_Task, 'duration_secs': 0.28236} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.026930] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1865.033018] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15f6db6-c33e-44e9-9f60-ca7044f2a423 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.051153] env[62312]: DEBUG oslo_vmware.api [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1865.051153] env[62312]: value = "task-1810475" [ 1865.051153] env[62312]: _type = "Task" [ 1865.051153] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.061774] env[62312]: DEBUG oslo_vmware.api [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.145340] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.154148] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.154638] env[62312]: DEBUG nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Instance network_info: |[{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1865.301623] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524d0512-767b-e2e8-c41b-9d519c9fd413, 'name': SearchDatastore_Task, 'duration_secs': 0.022573} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.301885] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.302172] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b9420f7d-f12f-476e-9158-abf3731edcbd/b9420f7d-f12f-476e-9158-abf3731edcbd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.302472] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d771611d-7580-43f3-a68e-efccec734330 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.309722] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1865.309722] env[62312]: value = "task-1810476" [ 1865.309722] env[62312]: _type = "Task" [ 1865.309722] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.319080] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.561092] env[62312]: DEBUG oslo_vmware.api [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810475, 'name': ReconfigVM_Task, 'duration_secs': 0.167015} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.561442] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375177', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'name': 'volume-7eced3a5-f110-49f4-828f-d13842ba9f7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2', 'attached_at': '', 'detached_at': '', 'volume_id': '7eced3a5-f110-49f4-828f-d13842ba9f7b', 'serial': '7eced3a5-f110-49f4-828f-d13842ba9f7b'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1865.647265] env[62312]: DEBUG oslo_vmware.api [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810468, 'name': ReconfigVM_Task, 'duration_secs': 5.87902} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.647540] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.647811] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Reconfigured VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1865.822440] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810476, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.104192] env[62312]: DEBUG nova.objects.instance [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'flavor' on Instance uuid c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.197666] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.197956] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.198146] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.198568] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.198786] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.198995] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.199289] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.199509] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.199739] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.200052] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.200302] env[62312]: DEBUG nova.virt.hardware [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.202681] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a5eef-6b31-4403-bc21-c9c394713a3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.212095] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76442b8f-0058-4cc7-b047-053fee59a823 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.218279] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b433d-f877-6d4a-36a8-ff69df99bb38/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1866.219336] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dad32a-cda4-488e-a8e9-1a67f10e8eac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.232632] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:ca:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '309adb7e-265f-47ba-a6d2-e5b564edce1b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1866.240205] env[62312]: DEBUG oslo.service.loopingcall [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.242611] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1866.242611] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b433d-f877-6d4a-36a8-ff69df99bb38/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1866.242611] env[62312]: ERROR oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b433d-f877-6d4a-36a8-ff69df99bb38/disk-0.vmdk due to incomplete transfer. [ 1866.242928] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a877300f-d3a0-4509-a248-8d1e019a4736 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.257571] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04eeb5a1-35a5-4438-b216-f167ab702530 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.265640] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1866.265640] env[62312]: value = "task-1810477" [ 1866.265640] env[62312]: _type = "Task" [ 1866.265640] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.266977] env[62312]: DEBUG oslo_vmware.rw_handles [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b433d-f877-6d4a-36a8-ff69df99bb38/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1866.266977] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Uploaded image 5a4f38fd-a199-4b8b-b5ee-bb9bd4d79153 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1866.269686] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1866.273224] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-952f5fdc-9252-4355-ade2-a045356a97f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.280387] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810477, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.282760] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1866.282760] env[62312]: value = "task-1810478" [ 1866.282760] env[62312]: _type = "Task" [ 1866.282760] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.289926] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810478, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.321345] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59103} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.321712] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b9420f7d-f12f-476e-9158-abf3731edcbd/b9420f7d-f12f-476e-9158-abf3731edcbd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.321943] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.322238] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-437d167d-7f77-4c90-9fd5-8cf120992cc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.329140] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1866.329140] env[62312]: value = "task-1810479" [ 1866.329140] env[62312]: _type = "Task" [ 1866.329140] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.338187] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.684762] env[62312]: DEBUG nova.compute.manager [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Received event network-changed-309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1866.685381] env[62312]: DEBUG nova.compute.manager [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Refreshing instance network info cache due to event network-changed-309adb7e-265f-47ba-a6d2-e5b564edce1b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1866.685810] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] Acquiring lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.687651] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] Acquired lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.687651] env[62312]: DEBUG nova.network.neutron [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Refreshing network info cache for port 309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1866.777611] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810477, 'name': CreateVM_Task, 'duration_secs': 0.470691} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.777812] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1866.778574] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.778738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.779102] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1866.779372] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ea47f1-bb8e-4863-bace-72e11df43552 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.789187] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1866.789187] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ff6518-2af6-f078-75a4-47096949c9a1" [ 1866.789187] env[62312]: _type = "Task" [ 1866.789187] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.795737] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810478, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.808878] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ff6518-2af6-f078-75a4-47096949c9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014252} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.809630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.809738] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1866.809988] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.810159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.810312] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1866.810593] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0835ca7-6a58-4922-81ca-36abbb42fdbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.822915] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1866.823164] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1866.823978] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9b20c5-4a01-4fee-b022-5a4805248637 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.830326] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1866.830326] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]525c9fb5-146c-198d-3079-5143d4bf716d" [ 1866.830326] env[62312]: _type = "Task" [ 1866.830326] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.841240] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070352} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.844430] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.844767] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525c9fb5-146c-198d-3079-5143d4bf716d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.845502] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d2333e-cb7b-40fa-97c2-bb4b688b17a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.869142] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] b9420f7d-f12f-476e-9158-abf3731edcbd/b9420f7d-f12f-476e-9158-abf3731edcbd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.869457] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0831d9-a591-4637-bf3e-1f256b3af3aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.890144] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1866.890144] env[62312]: value = "task-1810480" [ 1866.890144] env[62312]: _type = "Task" [ 1866.890144] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.899588] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.962599] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.962817] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.963112] env[62312]: DEBUG nova.network.neutron [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.115787] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ce8a3cb6-fb73-42d5-8917-78f7a5617eee tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.252576] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "5d63c304-be56-4abc-8a10-668076a433ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.252798] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.292958] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810478, 'name': Destroy_Task, 'duration_secs': 0.641863} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.293286] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Destroyed the VM [ 1867.293525] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1867.293774] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-021f07e6-de6f-4709-bc80-a10040a1bdde {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.300482] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1867.300482] env[62312]: value = "task-1810481" [ 1867.300482] env[62312]: _type = "Task" [ 1867.300482] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.308398] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.309828] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.310062] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.310293] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.310482] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.310653] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.314443] env[62312]: INFO nova.compute.manager [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Terminating instance [ 1867.346247] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525c9fb5-146c-198d-3079-5143d4bf716d, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.347143] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7a78f1-e3fb-4558-807e-5e0b90db71bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.352544] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1867.352544] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb4d45-bcf4-c727-c9c8-4d6b034be6d9" [ 1867.352544] env[62312]: _type = "Task" [ 1867.352544] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.361183] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb4d45-bcf4-c727-c9c8-4d6b034be6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.400987] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810480, 'name': ReconfigVM_Task, 'duration_secs': 0.287116} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.401226] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Reconfigured VM instance instance-0000006c to attach disk [datastore1] b9420f7d-f12f-476e-9158-abf3731edcbd/b9420f7d-f12f-476e-9158-abf3731edcbd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.401848] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf258a9f-d37c-4bab-a33a-148bc5c5be6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.408381] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1867.408381] env[62312]: value = "task-1810482" [ 1867.408381] env[62312]: _type = "Task" [ 1867.408381] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.416291] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810482, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.417131] env[62312]: DEBUG nova.network.neutron [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updated VIF entry in instance network info cache for port 309adb7e-265f-47ba-a6d2-e5b564edce1b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.417511] env[62312]: DEBUG nova.network.neutron [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.689020] env[62312]: INFO nova.network.neutron [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Port 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1867.689020] env[62312]: DEBUG nova.network.neutron [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.755703] env[62312]: DEBUG nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1867.810982] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.817776] env[62312]: DEBUG nova.compute.manager [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.817993] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.818849] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efcfd35-907c-46da-a1ba-e75662e474e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.826067] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.826326] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e09e99d-a94b-452c-8283-760559842046 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.833036] env[62312]: DEBUG oslo_vmware.api [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1867.833036] env[62312]: value = "task-1810483" [ 1867.833036] env[62312]: _type = "Task" [ 1867.833036] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.841605] env[62312]: DEBUG oslo_vmware.api [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.862763] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52bb4d45-bcf4-c727-c9c8-4d6b034be6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.037709} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.863104] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.863826] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.863826] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8f231ba-33ce-40e6-a466-83c5bcfa55f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.870678] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1867.870678] env[62312]: value = "task-1810484" [ 1867.870678] env[62312]: _type = "Task" [ 1867.870678] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.878934] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.918498] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810482, 'name': Rename_Task, 'duration_secs': 0.14224} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.918798] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.919077] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445c39c2-7bcb-4899-a440-178c4a3a699d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.921025] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e33e6c5-e7ce-495b-b8c4-5d8a28f7cf2f req-b3bdd7bf-693f-45ea-b596-30039406e668 service nova] Releasing lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.926243] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1867.926243] env[62312]: value = "task-1810485" [ 1867.926243] env[62312]: _type = "Task" [ 1867.926243] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.938054] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.189226] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.282781] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.283112] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.285414] env[62312]: INFO nova.compute.claims [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.315360] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.346622] env[62312]: DEBUG oslo_vmware.api [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810483, 'name': PowerOffVM_Task, 'duration_secs': 0.197588} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.347035] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.347326] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.347608] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93fcc804-c942-4a56-8379-a8a29543895b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.384991] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.387320] env[62312]: DEBUG nova.compute.manager [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1868.387552] env[62312]: DEBUG nova.compute.manager [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing instance network info cache due to event network-changed-830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1868.387711] env[62312]: DEBUG oslo_concurrency.lockutils [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] Acquiring lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.387863] env[62312]: DEBUG oslo_concurrency.lockutils [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] Acquired lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.388091] env[62312]: DEBUG nova.network.neutron [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Refreshing network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.441268] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810485, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.455700] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.456027] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.457685] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleting the datastore file [datastore1] c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.457978] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae91f73-2295-4002-8316-cca1eafd7dbe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.466543] env[62312]: DEBUG oslo_vmware.api [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1868.466543] env[62312]: value = "task-1810487" [ 1868.466543] env[62312]: _type = "Task" [ 1868.466543] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.476284] env[62312]: DEBUG oslo_vmware.api [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.695809] env[62312]: DEBUG oslo_concurrency.lockutils [None req-09ac7d0e-7904-4e12-89f3-d5d2ce5ba693 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-e997f687-e838-4fd8-a5f5-d1c44ba6ca94-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.661s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.812249] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810481, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.884229] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567062} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.884501] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.884712] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1868.884972] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7742496-0524-4569-95d0-c7910a3cec76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.893614] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1868.893614] env[62312]: value = "task-1810488" [ 1868.893614] env[62312]: _type = "Task" [ 1868.893614] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.904584] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.939290] env[62312]: DEBUG oslo_vmware.api [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810485, 'name': PowerOnVM_Task, 'duration_secs': 0.519055} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.939665] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.939867] env[62312]: INFO nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1868.940403] env[62312]: DEBUG nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.941253] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1de02c8-ff7a-4102-ae7b-c7fed12f527a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.980939] env[62312]: DEBUG oslo_vmware.api [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264887} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.980939] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.980939] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.981181] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.981284] env[62312]: INFO nova.compute.manager [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1868.981561] env[62312]: DEBUG oslo.service.loopingcall [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.981811] env[62312]: DEBUG nova.compute.manager [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1868.981920] env[62312]: DEBUG nova.network.neutron [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1869.083403] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-adee922b-752f-4577-bc50-fd0f26da506c-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.083403] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-adee922b-752f-4577-bc50-fd0f26da506c-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.083640] env[62312]: DEBUG nova.objects.instance [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'flavor' on Instance uuid adee922b-752f-4577-bc50-fd0f26da506c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.230478] env[62312]: DEBUG nova.network.neutron [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updated VIF entry in instance network info cache for port 830f473c-f28e-404d-9770-ba5bb9464ffa. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.230732] env[62312]: DEBUG nova.network.neutron [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [{"id": "830f473c-f28e-404d-9770-ba5bb9464ffa", "address": "fa:16:3e:e5:82:18", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830f473c-f2", "ovs_interfaceid": "830f473c-f28e-404d-9770-ba5bb9464ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.312489] env[62312]: DEBUG oslo_vmware.api [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810481, 'name': RemoveSnapshot_Task, 'duration_secs': 1.688321} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.312781] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1869.313067] env[62312]: INFO nova.compute.manager [None req-b3161829-3961-4008-be45-07fb2eeae21c tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 1869.410951] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069282} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.411875] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1869.412184] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7201fa8a-4697-4b6a-9517-43b537c66a3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.436433] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.439329] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7348af41-d97b-4dec-84d0-25a0eb934c47 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.462480] env[62312]: INFO nova.compute.manager [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Took 15.59 seconds to build instance. [ 1869.465319] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1869.465319] env[62312]: value = "task-1810489" [ 1869.465319] env[62312]: _type = "Task" [ 1869.465319] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.474750] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.561827] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63677d-a71b-44b2-b656-3978ff1463aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.566651] env[62312]: DEBUG nova.compute.manager [req-47906dba-b961-4bff-8d78-b904b9817e56 req-a8709790-58ea-4586-8798-7f3fb1e1951a service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Received event network-vif-deleted-7b69f0ff-b922-4a55-910c-f005e83b75b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1869.566846] env[62312]: INFO nova.compute.manager [req-47906dba-b961-4bff-8d78-b904b9817e56 req-a8709790-58ea-4586-8798-7f3fb1e1951a service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Neutron deleted interface 7b69f0ff-b922-4a55-910c-f005e83b75b0; detaching it from the instance and deleting it from the info cache [ 1869.567035] env[62312]: DEBUG nova.network.neutron [req-47906dba-b961-4bff-8d78-b904b9817e56 req-a8709790-58ea-4586-8798-7f3fb1e1951a service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.575561] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f1810-0c52-4fb7-a082-edf7269de43d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.611474] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b005b0e4-5f22-4447-a38f-346a1f55c06e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.620034] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adca054-f49d-4931-9d60-f5472fc027ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.637710] env[62312]: DEBUG nova.compute.provider_tree [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.733490] env[62312]: DEBUG oslo_concurrency.lockutils [req-f31d83d5-1800-4a58-a6fe-1423eaf578a7 req-978c082c-147d-4aa6-95a3-508a7bedac0e service nova] Releasing lock "refresh_cache-e997f687-e838-4fd8-a5f5-d1c44ba6ca94" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.735445] env[62312]: DEBUG nova.objects.instance [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'pci_requests' on Instance uuid adee922b-752f-4577-bc50-fd0f26da506c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.963756] env[62312]: DEBUG oslo_concurrency.lockutils [None req-25a1fdd1-5f3c-4174-886e-3b7739a07846 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.107s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.977520] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.037404] env[62312]: DEBUG nova.network.neutron [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.070801] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8daed79f-9ad0-477d-87b7-a1b57c5a3b2b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.081046] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e301f45e-e351-4a15-9435-e292857828d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.116278] env[62312]: DEBUG nova.compute.manager [req-47906dba-b961-4bff-8d78-b904b9817e56 req-a8709790-58ea-4586-8798-7f3fb1e1951a service nova] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Detach interface failed, port_id=7b69f0ff-b922-4a55-910c-f005e83b75b0, reason: Instance c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1870.141475] env[62312]: DEBUG nova.scheduler.client.report [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.237743] env[62312]: DEBUG nova.objects.base [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1870.238008] env[62312]: DEBUG nova.network.neutron [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1870.311933] env[62312]: DEBUG nova.policy [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a345290a0f834fa691d732cb1b0f99c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3582ac6cb04724a02c56931ee109ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1870.476269] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810489, 'name': ReconfigVM_Task, 'duration_secs': 0.551004} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.476556] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.477222] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fb1e8d7-e83c-488c-ac33-789811272c96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.485521] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1870.485521] env[62312]: value = "task-1810490" [ 1870.485521] env[62312]: _type = "Task" [ 1870.485521] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.493580] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810490, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.540394] env[62312]: INFO nova.compute.manager [-] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Took 1.56 seconds to deallocate network for instance. [ 1870.587589] env[62312]: DEBUG nova.compute.manager [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1870.587942] env[62312]: DEBUG nova.compute.manager [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing instance network info cache due to event network-changed-44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1870.588233] env[62312]: DEBUG oslo_concurrency.lockutils [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.588454] env[62312]: DEBUG oslo_concurrency.lockutils [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.588686] env[62312]: DEBUG nova.network.neutron [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.647189] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.647956] env[62312]: DEBUG nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.996553] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810490, 'name': Rename_Task, 'duration_secs': 0.320094} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.996884] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.997155] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c93ea4-8034-4bc0-a7ff-ff06f0e9e442 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.005462] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1871.005462] env[62312]: value = "task-1810491" [ 1871.005462] env[62312]: _type = "Task" [ 1871.005462] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.014814] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.049232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.049622] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.049878] env[62312]: DEBUG nova.objects.instance [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'resources' on Instance uuid c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.154027] env[62312]: DEBUG nova.compute.utils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1871.154027] env[62312]: DEBUG nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1871.154248] env[62312]: DEBUG nova.network.neutron [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1871.233408] env[62312]: DEBUG nova.policy [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d2458a148d434cb0ed36a48df9ad64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ebe00f4502489c86844a2c05bac3c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.307115] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f919b-a239-3f6e-cced-413f0c49ac0e/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1871.308045] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecce20d-bc0c-45da-896d-a35026222f2a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.314741] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f919b-a239-3f6e-cced-413f0c49ac0e/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1871.314915] env[62312]: ERROR oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f919b-a239-3f6e-cced-413f0c49ac0e/disk-0.vmdk due to incomplete transfer. [ 1871.315163] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1e76ac1-f6fb-4720-9709-1af6b2c3af86 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.322658] env[62312]: DEBUG oslo_vmware.rw_handles [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f919b-a239-3f6e-cced-413f0c49ac0e/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1871.322922] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Uploaded image def1dc70-a771-4c9a-a2a1-2ff29adba53c to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1871.324667] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1871.324915] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a98d792-4ae2-4e6d-b57f-a4eda212fba8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.331549] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1871.331549] env[62312]: value = "task-1810492" [ 1871.331549] env[62312]: _type = "Task" [ 1871.331549] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.340292] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810492, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.342499] env[62312]: DEBUG nova.network.neutron [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updated VIF entry in instance network info cache for port 44c58a2b-8d30-4270-8e7f-2c9b17ba2872. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.342929] env[62312]: DEBUG nova.network.neutron [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.424145] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "b9420f7d-f12f-476e-9158-abf3731edcbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.424450] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.424684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "b9420f7d-f12f-476e-9158-abf3731edcbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.424868] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.425049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.427186] env[62312]: INFO nova.compute.manager [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Terminating instance [ 1871.518248] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.581815] env[62312]: DEBUG nova.network.neutron [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Successfully created port: 09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.656886] env[62312]: DEBUG nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.757076] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c8dcfb-e20d-4b58-9bb0-1c37c3bedd05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.766859] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49597fc-a67b-4b3d-a2e2-de72c448271f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.799320] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b10ece-0c71-45b6-8517-c4919366d1dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.808446] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d29a4-9a2b-471b-a530-1fa8bfa07851 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.823396] env[62312]: DEBUG nova.compute.provider_tree [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.827250] env[62312]: DEBUG nova.compute.manager [req-7dc1e956-1cce-4cec-9268-d2c7ef121e50 req-e45dfbf0-dbc8-4169-805d-a0bb1e8c41e3 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-vif-plugged-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1871.827373] env[62312]: DEBUG oslo_concurrency.lockutils [req-7dc1e956-1cce-4cec-9268-d2c7ef121e50 req-e45dfbf0-dbc8-4169-805d-a0bb1e8c41e3 service nova] Acquiring lock "adee922b-752f-4577-bc50-fd0f26da506c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.827574] env[62312]: DEBUG oslo_concurrency.lockutils [req-7dc1e956-1cce-4cec-9268-d2c7ef121e50 req-e45dfbf0-dbc8-4169-805d-a0bb1e8c41e3 service nova] Lock "adee922b-752f-4577-bc50-fd0f26da506c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.827734] env[62312]: DEBUG oslo_concurrency.lockutils [req-7dc1e956-1cce-4cec-9268-d2c7ef121e50 req-e45dfbf0-dbc8-4169-805d-a0bb1e8c41e3 service nova] Lock "adee922b-752f-4577-bc50-fd0f26da506c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.827894] env[62312]: DEBUG nova.compute.manager [req-7dc1e956-1cce-4cec-9268-d2c7ef121e50 req-e45dfbf0-dbc8-4169-805d-a0bb1e8c41e3 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] No waiting events found dispatching network-vif-plugged-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.828097] env[62312]: WARNING nova.compute.manager [req-7dc1e956-1cce-4cec-9268-d2c7ef121e50 req-e45dfbf0-dbc8-4169-805d-a0bb1e8c41e3 service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received unexpected event network-vif-plugged-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd for instance with vm_state active and task_state None. [ 1871.841902] env[62312]: DEBUG nova.network.neutron [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Successfully updated port: 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.850112] env[62312]: DEBUG oslo_concurrency.lockutils [req-03fcbbfd-e46f-483b-aa94-026f90697ecd req-66ea8edc-ae49-4a30-997a-17ffc6f4c068 service nova] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.850751] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810492, 'name': Destroy_Task, 'duration_secs': 0.420722} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.851245] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Destroyed the VM [ 1871.851480] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1871.852202] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64201234-101b-40ee-9d55-8694a3b37c76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.859107] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1871.859107] env[62312]: value = "task-1810493" [ 1871.859107] env[62312]: _type = "Task" [ 1871.859107] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.868171] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.934190] env[62312]: DEBUG nova.compute.manager [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.934434] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.935346] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76adf431-6d27-45e5-a070-0c7e20b478fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.943411] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.943662] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f328b17-166e-4a17-984d-158fdb86c68f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.949563] env[62312]: DEBUG oslo_vmware.api [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1871.949563] env[62312]: value = "task-1810494" [ 1871.949563] env[62312]: _type = "Task" [ 1871.949563] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.958681] env[62312]: DEBUG oslo_vmware.api [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.016107] env[62312]: DEBUG oslo_vmware.api [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810491, 'name': PowerOnVM_Task, 'duration_secs': 0.805384} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.016539] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1872.016865] env[62312]: INFO nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1872.017177] env[62312]: DEBUG nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.017944] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237219c7-2277-455d-b142-46e4a82e82d0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.327346] env[62312]: DEBUG nova.scheduler.client.report [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.345036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.345214] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.345397] env[62312]: DEBUG nova.network.neutron [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.369634] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810493, 'name': RemoveSnapshot_Task, 'duration_secs': 0.400588} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.369899] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1872.370181] env[62312]: DEBUG nova.compute.manager [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.370944] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886095be-a34f-4d2c-9d50-2a6f546fad3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.459138] env[62312]: DEBUG oslo_vmware.api [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810494, 'name': PowerOffVM_Task, 'duration_secs': 0.299747} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.459412] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.459577] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.459827] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4d62fce-201c-4e7a-9434-4ea209bf9d63 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.536292] env[62312]: INFO nova.compute.manager [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Took 17.74 seconds to build instance. [ 1872.558151] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.558376] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.558560] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Deleting the datastore file [datastore1] b9420f7d-f12f-476e-9158-abf3731edcbd {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.559077] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1c23f7d-01a6-4480-b647-867a6bc330e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.565205] env[62312]: DEBUG oslo_vmware.api [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for the task: (returnval){ [ 1872.565205] env[62312]: value = "task-1810496" [ 1872.565205] env[62312]: _type = "Task" [ 1872.565205] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.573318] env[62312]: DEBUG oslo_vmware.api [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.668798] env[62312]: DEBUG nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.690813] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.691116] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.691281] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.691464] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.691610] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.691757] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.691962] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.692145] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.692314] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.692476] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.692646] env[62312]: DEBUG nova.virt.hardware [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.693546] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a063674-5576-49a5-ba54-8367fe610b0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.701232] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dec362-d42b-4ba4-8a59-c31fd0a14639 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.832909] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.857050] env[62312]: INFO nova.scheduler.client.report [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted allocations for instance c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2 [ 1872.883166] env[62312]: WARNING nova.network.neutron [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] b70120ee-a589-49ad-bcba-bd20382996f3 already exists in list: networks containing: ['b70120ee-a589-49ad-bcba-bd20382996f3']. ignoring it [ 1872.885203] env[62312]: INFO nova.compute.manager [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Shelve offloading [ 1873.038117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93a0283e-a2e9-423e-98fd-06a6c40efcbc tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.252s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.088361] env[62312]: DEBUG oslo_vmware.api [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Task: {'id': task-1810496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132391} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.088480] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1873.088648] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1873.088825] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.088993] env[62312]: INFO nova.compute.manager [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1873.089397] env[62312]: DEBUG oslo.service.loopingcall [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.089397] env[62312]: DEBUG nova.compute.manager [-] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1873.089501] env[62312]: DEBUG nova.network.neutron [-] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1873.245713] env[62312]: DEBUG nova.network.neutron [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "address": "fa:16:3e:f1:86:d7", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f8f5f8-84", "ovs_interfaceid": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.340855] env[62312]: DEBUG nova.compute.manager [req-1aa6fe3e-2db0-455f-b0aa-9e66cf0bbfd2 req-bf243fa9-9188-4ec0-88c4-34451011ef2c service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Received event network-vif-plugged-09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1873.341156] env[62312]: DEBUG oslo_concurrency.lockutils [req-1aa6fe3e-2db0-455f-b0aa-9e66cf0bbfd2 req-bf243fa9-9188-4ec0-88c4-34451011ef2c service nova] Acquiring lock "5d63c304-be56-4abc-8a10-668076a433ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.341426] env[62312]: DEBUG oslo_concurrency.lockutils [req-1aa6fe3e-2db0-455f-b0aa-9e66cf0bbfd2 req-bf243fa9-9188-4ec0-88c4-34451011ef2c service nova] Lock "5d63c304-be56-4abc-8a10-668076a433ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.341620] env[62312]: DEBUG oslo_concurrency.lockutils [req-1aa6fe3e-2db0-455f-b0aa-9e66cf0bbfd2 req-bf243fa9-9188-4ec0-88c4-34451011ef2c service nova] Lock "5d63c304-be56-4abc-8a10-668076a433ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.341806] env[62312]: DEBUG nova.compute.manager [req-1aa6fe3e-2db0-455f-b0aa-9e66cf0bbfd2 req-bf243fa9-9188-4ec0-88c4-34451011ef2c service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] No waiting events found dispatching network-vif-plugged-09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.341806] env[62312]: WARNING nova.compute.manager [req-1aa6fe3e-2db0-455f-b0aa-9e66cf0bbfd2 req-bf243fa9-9188-4ec0-88c4-34451011ef2c service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Received unexpected event network-vif-plugged-09639964-f33c-4d79-9cb1-6331bb1386a7 for instance with vm_state building and task_state spawning. [ 1873.366504] env[62312]: DEBUG oslo_concurrency.lockutils [None req-beaf7680-79f5-4b93-bbd1-3f6e0eb2424a tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.056s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.388876] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.389196] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78dee7b5-f63c-4df3-a061-85779ee5fee4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.398848] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1873.398848] env[62312]: value = "task-1810497" [ 1873.398848] env[62312]: _type = "Task" [ 1873.398848] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.408588] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1873.408588] env[62312]: DEBUG nova.compute.manager [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.409283] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394d407-db0d-4746-b96a-f7e80f467b7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.415161] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.415333] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.415501] env[62312]: DEBUG nova.network.neutron [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.438534] env[62312]: DEBUG nova.network.neutron [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Successfully updated port: 09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.586983] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "1410cde2-9275-4a1e-8450-a207283b8d18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.586983] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "1410cde2-9275-4a1e-8450-a207283b8d18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.586983] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "1410cde2-9275-4a1e-8450-a207283b8d18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.586983] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "1410cde2-9275-4a1e-8450-a207283b8d18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.586983] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "1410cde2-9275-4a1e-8450-a207283b8d18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.589161] env[62312]: INFO nova.compute.manager [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Terminating instance [ 1873.748585] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.749414] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.749505] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.750717] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e169bf-3383-4f71-8b26-17c7dbc7ccb7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.767648] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.767883] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.768057] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.768307] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.768402] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.768538] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.768741] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.768899] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.769077] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.769243] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.769413] env[62312]: DEBUG nova.virt.hardware [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.775804] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Reconfiguring VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1873.776128] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc22ba3-397e-4d02-a6d0-4c6fe2a8ca92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.793590] env[62312]: DEBUG oslo_vmware.api [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1873.793590] env[62312]: value = "task-1810498" [ 1873.793590] env[62312]: _type = "Task" [ 1873.793590] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.802254] env[62312]: DEBUG oslo_vmware.api [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810498, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.859630] env[62312]: DEBUG nova.compute.manager [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-changed-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1873.859828] env[62312]: DEBUG nova.compute.manager [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing instance network info cache due to event network-changed-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1873.860102] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.860267] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.860426] env[62312]: DEBUG nova.network.neutron [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Refreshing network info cache for port 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.873806] env[62312]: DEBUG nova.network.neutron [-] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.940618] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.940795] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.940940] env[62312]: DEBUG nova.network.neutron [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.095869] env[62312]: DEBUG nova.compute.manager [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.096136] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.097039] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a145beb-59db-4371-947d-b8d9d576a0c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.104813] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.105059] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41fc87e-7e85-4598-9730-a29d793af48a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.113746] env[62312]: DEBUG oslo_vmware.api [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1874.113746] env[62312]: value = "task-1810499" [ 1874.113746] env[62312]: _type = "Task" [ 1874.113746] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.121194] env[62312]: DEBUG oslo_vmware.api [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.134786] env[62312]: DEBUG nova.network.neutron [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [{"id": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "address": "fa:16:3e:dd:dc:9c", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a2be9b-93", "ovs_interfaceid": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.306689] env[62312]: DEBUG oslo_vmware.api [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.378217] env[62312]: INFO nova.compute.manager [-] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Took 1.29 seconds to deallocate network for instance. [ 1874.482494] env[62312]: DEBUG nova.network.neutron [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.624792] env[62312]: DEBUG oslo_vmware.api [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810499, 'name': PowerOffVM_Task, 'duration_secs': 0.209839} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.625164] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.625405] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.625691] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3994917e-aca2-4956-9e51-731de7bccb0f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.628516] env[62312]: DEBUG nova.network.neutron [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updating instance_info_cache with network_info: [{"id": "09639964-f33c-4d79-9cb1-6331bb1386a7", "address": "fa:16:3e:a6:9b:dc", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09639964-f3", "ovs_interfaceid": "09639964-f33c-4d79-9cb1-6331bb1386a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.637992] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.667296] env[62312]: DEBUG nova.network.neutron [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updated VIF entry in instance network info cache for port 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.667794] env[62312]: DEBUG nova.network.neutron [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "address": "fa:16:3e:f1:86:d7", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f8f5f8-84", "ovs_interfaceid": "42f8f5f8-8411-4aac-9da7-17d8aab5f9cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.709217] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.709663] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.709888] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Deleting the datastore file [datastore1] 1410cde2-9275-4a1e-8450-a207283b8d18 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.710169] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e3c2d6-86fe-49b2-95d0-ac4f50257900 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.716595] env[62312]: DEBUG oslo_vmware.api [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1874.716595] env[62312]: value = "task-1810501" [ 1874.716595] env[62312]: _type = "Task" [ 1874.716595] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.724600] env[62312]: DEBUG oslo_vmware.api [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.805746] env[62312]: DEBUG oslo_vmware.api [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.885438] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.885735] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.885959] env[62312]: DEBUG nova.objects.instance [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lazy-loading 'resources' on Instance uuid b9420f7d-f12f-476e-9158-abf3731edcbd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.907586] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.908452] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e7083-8dcf-4d35-a5bc-3758e5fbcf15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.916678] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.916970] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-168b68fc-296c-49de-a55d-03528f7d0af3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.000062] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.000062] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.000062] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleting the datastore file [datastore1] 045c0c44-7c36-4942-9011-27c143235604 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.000062] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d931c8a-c0be-4989-9452-ff73fc926ced {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.006293] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1875.006293] env[62312]: value = "task-1810503" [ 1875.006293] env[62312]: _type = "Task" [ 1875.006293] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.014198] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.132511] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.132868] env[62312]: DEBUG nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Instance network_info: |[{"id": "09639964-f33c-4d79-9cb1-6331bb1386a7", "address": "fa:16:3e:a6:9b:dc", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09639964-f3", "ovs_interfaceid": "09639964-f33c-4d79-9cb1-6331bb1386a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.133477] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:9b:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09639964-f33c-4d79-9cb1-6331bb1386a7', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.141929] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Creating folder: Project (74ebe00f4502489c86844a2c05bac3c1). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1875.142260] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59bb549f-6399-4bff-8afc-7b0e3c92b756 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.153638] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Created folder: Project (74ebe00f4502489c86844a2c05bac3c1) in parent group-v374919. [ 1875.153860] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Creating folder: Instances. Parent ref: group-v375205. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1875.154121] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5adcb378-1760-4df5-9b90-f05db221ab76 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.166773] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Created folder: Instances in parent group-v375205. [ 1875.167105] env[62312]: DEBUG oslo.service.loopingcall [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.167343] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.167562] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b52572-d22d-4f77-9357-8d47a964dae5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.183465] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.183733] env[62312]: DEBUG nova.compute.manager [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Received event network-vif-deleted-c59982e4-79e7-4cd9-806a-8b0a1e43f6f6 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1875.183911] env[62312]: INFO nova.compute.manager [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Neutron deleted interface c59982e4-79e7-4cd9-806a-8b0a1e43f6f6; detaching it from the instance and deleting it from the info cache [ 1875.184125] env[62312]: DEBUG nova.network.neutron [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.190600] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.190600] env[62312]: value = "task-1810506" [ 1875.190600] env[62312]: _type = "Task" [ 1875.190600] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.199880] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810506, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.226260] env[62312]: DEBUG oslo_vmware.api [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147299} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.226550] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.226715] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.226891] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.227053] env[62312]: INFO nova.compute.manager [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1875.227296] env[62312]: DEBUG oslo.service.loopingcall [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.227482] env[62312]: DEBUG nova.compute.manager [-] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.227574] env[62312]: DEBUG nova.network.neutron [-] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.305671] env[62312]: DEBUG oslo_vmware.api [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810498, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.422954] env[62312]: DEBUG nova.compute.manager [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Received event network-changed-09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1875.424977] env[62312]: DEBUG nova.compute.manager [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Refreshing instance network info cache due to event network-changed-09639964-f33c-4d79-9cb1-6331bb1386a7. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1875.426645] env[62312]: DEBUG oslo_concurrency.lockutils [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] Acquiring lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.427055] env[62312]: DEBUG oslo_concurrency.lockutils [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] Acquired lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.427286] env[62312]: DEBUG nova.network.neutron [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Refreshing network info cache for port 09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.516814] env[62312]: DEBUG oslo_vmware.api [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157801} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.518807] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.519274] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.519603] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.539670] env[62312]: INFO nova.scheduler.client.report [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleted allocations for instance 045c0c44-7c36-4942-9011-27c143235604 [ 1875.601268] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbd54aa-8d26-402e-be9d-9ee78616b631 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.609128] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b909c79-f537-491f-aebf-18c0e8211d3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.640749] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6637b383-0296-4157-a96a-b59dbfc53217 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.648497] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a799e0b-9f22-4948-832c-fcf9328af551 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.667209] env[62312]: DEBUG nova.compute.provider_tree [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.687237] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c006e68f-90b4-4ca0-8a1b-063b2b51e6d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.700087] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80288b7-25a4-4341-8790-d86fa97c5383 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.715138] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810506, 'name': CreateVM_Task} progress is 25%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.735029] env[62312]: DEBUG nova.compute.manager [req-7e0334e9-eefc-40d9-b68f-6c36eb21644e req-a0e24df5-72f9-478d-91f2-df543c5af10d service nova] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Detach interface failed, port_id=c59982e4-79e7-4cd9-806a-8b0a1e43f6f6, reason: Instance b9420f7d-f12f-476e-9158-abf3731edcbd could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1875.805925] env[62312]: DEBUG oslo_vmware.api [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810498, 'name': ReconfigVM_Task, 'duration_secs': 1.649219} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.806459] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.806680] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Reconfigured VM to attach interface {{(pid=62312) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1875.887986] env[62312]: DEBUG nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received event network-vif-unplugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1875.888213] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.888754] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] Lock "045c0c44-7c36-4942-9011-27c143235604-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.888930] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] Lock "045c0c44-7c36-4942-9011-27c143235604-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.889119] env[62312]: DEBUG nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] No waiting events found dispatching network-vif-unplugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.889298] env[62312]: WARNING nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received unexpected event network-vif-unplugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 for instance with vm_state shelved_offloaded and task_state None. [ 1875.889502] env[62312]: DEBUG nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received event network-changed-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1875.889615] env[62312]: DEBUG nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Refreshing instance network info cache due to event network-changed-a9a2be9b-93fc-4a44-a8dd-042fe90128f5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1875.889861] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] Acquiring lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.890094] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] Acquired lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.890333] env[62312]: DEBUG nova.network.neutron [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Refreshing network info cache for port a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.988020] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "bb22049c-01e1-45ae-bba1-1232ba2883e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.988117] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.044547] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.140914] env[62312]: DEBUG nova.network.neutron [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updated VIF entry in instance network info cache for port 09639964-f33c-4d79-9cb1-6331bb1386a7. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.141301] env[62312]: DEBUG nova.network.neutron [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updating instance_info_cache with network_info: [{"id": "09639964-f33c-4d79-9cb1-6331bb1386a7", "address": "fa:16:3e:a6:9b:dc", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09639964-f3", "ovs_interfaceid": "09639964-f33c-4d79-9cb1-6331bb1386a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.171743] env[62312]: DEBUG nova.scheduler.client.report [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.197639] env[62312]: DEBUG nova.network.neutron [-] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.204056] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810506, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.311031] env[62312]: DEBUG oslo_concurrency.lockutils [None req-561e1244-87e9-4c0b-98a3-664aa88a324d tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-adee922b-752f-4577-bc50-fd0f26da506c-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.227s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.490469] env[62312]: DEBUG nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1876.608079] env[62312]: DEBUG nova.network.neutron [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updated VIF entry in instance network info cache for port a9a2be9b-93fc-4a44-a8dd-042fe90128f5. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.608449] env[62312]: DEBUG nova.network.neutron [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [{"id": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "address": "fa:16:3e:dd:dc:9c", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa9a2be9b-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.643639] env[62312]: DEBUG oslo_concurrency.lockutils [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] Releasing lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.643836] env[62312]: DEBUG nova.compute.manager [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Received event network-changed-309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1876.644016] env[62312]: DEBUG nova.compute.manager [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Refreshing instance network info cache due to event network-changed-309adb7e-265f-47ba-a6d2-e5b564edce1b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1876.644286] env[62312]: DEBUG oslo_concurrency.lockutils [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] Acquiring lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.644438] env[62312]: DEBUG oslo_concurrency.lockutils [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] Acquired lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.644598] env[62312]: DEBUG nova.network.neutron [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Refreshing network info cache for port 309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.675898] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.678106] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.634s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.678952] env[62312]: DEBUG nova.objects.instance [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lazy-loading 'resources' on Instance uuid 045c0c44-7c36-4942-9011-27c143235604 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.691996] env[62312]: INFO nova.scheduler.client.report [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Deleted allocations for instance b9420f7d-f12f-476e-9158-abf3731edcbd [ 1876.699492] env[62312]: INFO nova.compute.manager [-] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Took 1.47 seconds to deallocate network for instance. [ 1876.706915] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810506, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.013262] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.112979] env[62312]: DEBUG oslo_concurrency.lockutils [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] Releasing lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.112979] env[62312]: DEBUG nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Received event network-vif-deleted-31c0c8be-2793-4e8e-901d-6c0258950b9b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1877.112979] env[62312]: INFO nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Neutron deleted interface 31c0c8be-2793-4e8e-901d-6c0258950b9b; detaching it from the instance and deleting it from the info cache [ 1877.112979] env[62312]: DEBUG nova.network.neutron [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.184878] env[62312]: DEBUG nova.objects.instance [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lazy-loading 'numa_topology' on Instance uuid 045c0c44-7c36-4942-9011-27c143235604 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.204129] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810506, 'name': CreateVM_Task, 'duration_secs': 1.641681} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.204788] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f8e2c937-e377-4bf5-9f56-2750e614c233 tempest-ServersNegativeTestMultiTenantJSON-1579780142 tempest-ServersNegativeTestMultiTenantJSON-1579780142-project-member] Lock "b9420f7d-f12f-476e-9158-abf3731edcbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.780s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.205549] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1877.209199] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.209446] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.209771] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1877.210798] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.211086] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0bbe1c-c88e-4a8f-9a3a-cbc46a4a3646 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.217914] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1877.217914] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d637d3-f1e0-4552-8c4b-3dbb6601bcc6" [ 1877.217914] env[62312]: _type = "Task" [ 1877.217914] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.228025] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d637d3-f1e0-4552-8c4b-3dbb6601bcc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.453957] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.493994] env[62312]: DEBUG nova.network.neutron [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updated VIF entry in instance network info cache for port 309adb7e-265f-47ba-a6d2-e5b564edce1b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.494478] env[62312]: DEBUG nova.network.neutron [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.621177] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0216ff6a-117d-455f-864b-6f9cc162c163 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.631293] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2793cf-0b65-4554-97a7-88a0cae16d86 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.666313] env[62312]: DEBUG nova.compute.manager [req-8f3350db-da44-4a06-a8f3-21a51b7015cd req-6ea5d7e4-3f24-4855-9da3-dc01a0bf8e08 service nova] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Detach interface failed, port_id=31c0c8be-2793-4e8e-901d-6c0258950b9b, reason: Instance 1410cde2-9275-4a1e-8450-a207283b8d18 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1877.687129] env[62312]: DEBUG nova.objects.base [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Object Instance<045c0c44-7c36-4942-9011-27c143235604> lazy-loaded attributes: resources,numa_topology {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1877.736544] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d637d3-f1e0-4552-8c4b-3dbb6601bcc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.739248] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.739487] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1877.739805] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.739839] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.740027] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1877.740544] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c828bb44-67ba-424f-a942-ec44fc2dee52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.749917] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1877.750061] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1877.753095] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8bd923-f305-407f-9e8b-3bffa48e8321 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.760519] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1877.760519] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5246f903-7d77-4c88-9b87-d2c1ef6e9b1d" [ 1877.760519] env[62312]: _type = "Task" [ 1877.760519] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.770877] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5246f903-7d77-4c88-9b87-d2c1ef6e9b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.835503] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "interface-adee922b-752f-4577-bc50-fd0f26da506c-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.835752] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-adee922b-752f-4577-bc50-fd0f26da506c-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.894670] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9cdb7b-312e-4796-ad19-5c7c21008328 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.902477] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29f5d22-4d60-4ff5-a79f-af15652c347a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.933326] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badceb26-1405-41bc-964e-73464a43d720 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.940641] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b5fa30-5559-4da6-b811-205f5ba16539 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.953737] env[62312]: DEBUG nova.compute.provider_tree [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.996981] env[62312]: DEBUG oslo_concurrency.lockutils [req-40c2f905-1803-4013-81e6-9d023d8ec523 req-c2e2025a-f672-428b-b96e-ad0fc466741d service nova] Releasing lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.272210] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5246f903-7d77-4c88-9b87-d2c1ef6e9b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.272992] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4d195c-41f3-4b53-a4a9-b07898555946 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.280260] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1878.280260] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5216cfdd-d5d3-03d6-0d93-e33326d4c19d" [ 1878.280260] env[62312]: _type = "Task" [ 1878.280260] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.288591] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5216cfdd-d5d3-03d6-0d93-e33326d4c19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.338745] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.339314] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.340514] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4b718-a816-4f7a-b714-1dc21f389ece {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.364505] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0350d0-2a22-48ec-ae6e-f64013cbea92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.392424] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Reconfiguring VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1878.392830] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3aac821-0898-4d95-920a-4f5c3cfe1595 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.413432] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1878.413432] env[62312]: value = "task-1810507" [ 1878.413432] env[62312]: _type = "Task" [ 1878.413432] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.422567] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.456931] env[62312]: DEBUG nova.scheduler.client.report [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.792671] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5216cfdd-d5d3-03d6-0d93-e33326d4c19d, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.792930] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.793271] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5d63c304-be56-4abc-8a10-668076a433ea/5d63c304-be56-4abc-8a10-668076a433ea.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1878.793532] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd18e81-19fa-4f22-a3f4-e515bdce2308 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.800190] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1878.800190] env[62312]: value = "task-1810508" [ 1878.800190] env[62312]: _type = "Task" [ 1878.800190] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.807981] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.923537] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.962847] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.969033] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.952s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.969033] env[62312]: INFO nova.compute.claims [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.310485] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464885} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.310797] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 5d63c304-be56-4abc-8a10-668076a433ea/5d63c304-be56-4abc-8a10-668076a433ea.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1879.311035] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1879.311288] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-200caf5f-30d7-4ab2-8000-fa5db4590c2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.318310] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1879.318310] env[62312]: value = "task-1810509" [ 1879.318310] env[62312]: _type = "Task" [ 1879.318310] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.325930] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.423991] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.476741] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec2ad54f-c8d5-40fc-ad74-1d7eac92d410 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.353s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.478323] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.024s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.478625] env[62312]: INFO nova.compute.manager [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Unshelving [ 1879.828794] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062721} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.829081] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.829861] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c672469d-89e9-42dc-836b-fbd347a660af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.851786] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 5d63c304-be56-4abc-8a10-668076a433ea/5d63c304-be56-4abc-8a10-668076a433ea.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.852040] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c160d0b-31dd-4f28-9c01-61f82d16ec99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.872140] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1879.872140] env[62312]: value = "task-1810510" [ 1879.872140] env[62312]: _type = "Task" [ 1879.872140] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.881438] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.926049] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.142128] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef7020-b7ef-420c-8aa2-75f87fa188be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.151329] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31992c3b-cf3f-46ab-bd68-fb0b80e21113 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.182977] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b9fcd-f157-4944-985d-41a693fe215b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.190927] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2cf73c-da74-43f6-b77b-9bfc311e7a3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.205660] env[62312]: DEBUG nova.compute.provider_tree [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.382225] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810510, 'name': ReconfigVM_Task, 'duration_secs': 0.321625} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.382593] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 5d63c304-be56-4abc-8a10-668076a433ea/5d63c304-be56-4abc-8a10-668076a433ea.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.383223] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4905cfb-1063-4479-aaed-d1eae7d19dd4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.389418] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1880.389418] env[62312]: value = "task-1810511" [ 1880.389418] env[62312]: _type = "Task" [ 1880.389418] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.396997] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810511, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.424867] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.501739] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.708856] env[62312]: DEBUG nova.scheduler.client.report [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.899758] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810511, 'name': Rename_Task, 'duration_secs': 0.141929} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.899987] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.900283] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99793517-b491-4c11-b47c-75fc642e7d59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.907311] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1880.907311] env[62312]: value = "task-1810512" [ 1880.907311] env[62312]: _type = "Task" [ 1880.907311] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.917792] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.925333] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.213481] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.213964] env[62312]: DEBUG nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.216728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.006s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.216896] env[62312]: DEBUG nova.objects.instance [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lazy-loading 'resources' on Instance uuid 1410cde2-9275-4a1e-8450-a207283b8d18 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.418192] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.426213] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.720157] env[62312]: DEBUG nova.compute.utils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1881.724464] env[62312]: DEBUG nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1881.724641] env[62312]: DEBUG nova.network.neutron [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1881.774201] env[62312]: DEBUG nova.policy [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c847e8a37e8d4e549eb66532fba23cac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0cef8832bb429699a2c5f5fdff61ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1881.874227] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646de2c2-0e53-43bc-b422-20ec026ba720 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.885310] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853b50b-947e-4315-a202-70379d1c242b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.921066] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c849d-1315-4f3f-b7b2-b3f4a6a1f401 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.936352] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8a3d1-620d-4b8c-80df-0a13735457c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.941472] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.941664] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.610267] env[62312]: DEBUG nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.613815] env[62312]: DEBUG nova.compute.provider_tree [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.615775] env[62312]: DEBUG nova.network.neutron [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Successfully created port: 652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.637530] env[62312]: DEBUG oslo_vmware.api [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810512, 'name': PowerOnVM_Task, 'duration_secs': 1.316872} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.637836] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.638570] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.638833] env[62312]: INFO nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1882.639062] env[62312]: DEBUG nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.639960] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464899e-3887-4ec2-bc95-f05c385d65c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.128712] env[62312]: DEBUG nova.scheduler.client.report [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.131157] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.132193] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.132193] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.132193] env[62312]: INFO nova.compute.manager [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Shelving [ 1883.161041] env[62312]: INFO nova.compute.manager [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Took 14.90 seconds to build instance. [ 1883.625611] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.627713] env[62312]: DEBUG nova.compute.manager [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Received event network-changed-09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1883.627982] env[62312]: DEBUG nova.compute.manager [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Refreshing instance network info cache due to event network-changed-09639964-f33c-4d79-9cb1-6331bb1386a7. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1883.628134] env[62312]: DEBUG oslo_concurrency.lockutils [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] Acquiring lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.628293] env[62312]: DEBUG oslo_concurrency.lockutils [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] Acquired lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.628457] env[62312]: DEBUG nova.network.neutron [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Refreshing network info cache for port 09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.632575] env[62312]: DEBUG nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.636327] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.420s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.642075] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.141s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.642299] env[62312]: DEBUG nova.objects.instance [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lazy-loading 'pci_requests' on Instance uuid 045c0c44-7c36-4942-9011-27c143235604 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.662425] env[62312]: DEBUG oslo_concurrency.lockutils [None req-59d14898-883a-4027-a4f4-bece9280fe63 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.409s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.666589] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.666823] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.666979] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.667220] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.667316] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.667459] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.667660] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.667817] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.667979] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.668155] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.668328] env[62312]: DEBUG nova.virt.hardware [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.669536] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915d754-94c1-4e9b-919a-ae89e9f44d2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.672699] env[62312]: INFO nova.scheduler.client.report [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Deleted allocations for instance 1410cde2-9275-4a1e-8450-a207283b8d18 [ 1883.681451] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b2418-c983-429c-81c8-b905961716c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.125838] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.129211] env[62312]: DEBUG nova.compute.manager [req-832cc023-8aff-4986-9cca-f9abec80e758 req-524c9538-5826-48f0-b34e-0d12377e0143 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Received event network-vif-plugged-652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1884.129372] env[62312]: DEBUG oslo_concurrency.lockutils [req-832cc023-8aff-4986-9cca-f9abec80e758 req-524c9538-5826-48f0-b34e-0d12377e0143 service nova] Acquiring lock "bb22049c-01e1-45ae-bba1-1232ba2883e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.129615] env[62312]: DEBUG oslo_concurrency.lockutils [req-832cc023-8aff-4986-9cca-f9abec80e758 req-524c9538-5826-48f0-b34e-0d12377e0143 service nova] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.129844] env[62312]: DEBUG oslo_concurrency.lockutils [req-832cc023-8aff-4986-9cca-f9abec80e758 req-524c9538-5826-48f0-b34e-0d12377e0143 service nova] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.130077] env[62312]: DEBUG nova.compute.manager [req-832cc023-8aff-4986-9cca-f9abec80e758 req-524c9538-5826-48f0-b34e-0d12377e0143 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] No waiting events found dispatching network-vif-plugged-652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.130310] env[62312]: WARNING nova.compute.manager [req-832cc023-8aff-4986-9cca-f9abec80e758 req-524c9538-5826-48f0-b34e-0d12377e0143 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Received unexpected event network-vif-plugged-652f25f5-f4e9-46ee-811d-f1f89b5d2a66 for instance with vm_state building and task_state spawning. [ 1884.146464] env[62312]: DEBUG nova.objects.instance [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lazy-loading 'numa_topology' on Instance uuid 045c0c44-7c36-4942-9011-27c143235604 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.147709] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.152376] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8baaa95a-4d42-4afe-b2b1-d0e172e1f448 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.159598] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1884.159598] env[62312]: value = "task-1810513" [ 1884.159598] env[62312]: _type = "Task" [ 1884.159598] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.171312] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.184641] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f30ece9-04ad-47cc-a8a4-4bc0d7cbbd73 tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "1410cde2-9275-4a1e-8450-a207283b8d18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.595s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.240978] env[62312]: DEBUG nova.network.neutron [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Successfully updated port: 652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.461660] env[62312]: DEBUG nova.network.neutron [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updated VIF entry in instance network info cache for port 09639964-f33c-4d79-9cb1-6331bb1386a7. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.462042] env[62312]: DEBUG nova.network.neutron [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updating instance_info_cache with network_info: [{"id": "09639964-f33c-4d79-9cb1-6331bb1386a7", "address": "fa:16:3e:a6:9b:dc", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09639964-f3", "ovs_interfaceid": "09639964-f33c-4d79-9cb1-6331bb1386a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.626348] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.649984] env[62312]: INFO nova.compute.claims [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1884.668303] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810513, 'name': PowerOffVM_Task, 'duration_secs': 0.218239} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.668572] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.669373] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c87176f-2ca9-4006-bf23-a1141bfd50fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.688938] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1772e2-b7f6-4425-a0ce-426ccd3732c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.747288] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.747428] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.747648] env[62312]: DEBUG nova.network.neutron [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.931009] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "22765a2a-f556-4d67-916f-ff4aada476e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.931302] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "22765a2a-f556-4d67-916f-ff4aada476e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.931518] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "22765a2a-f556-4d67-916f-ff4aada476e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.931697] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "22765a2a-f556-4d67-916f-ff4aada476e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.931865] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "22765a2a-f556-4d67-916f-ff4aada476e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.934054] env[62312]: INFO nova.compute.manager [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Terminating instance [ 1884.964893] env[62312]: DEBUG oslo_concurrency.lockutils [req-242d3397-1152-4de5-8f06-7e128725a654 req-5580603b-4d4e-4ac4-842b-b9f36f4ba056 service nova] Releasing lock "refresh_cache-5d63c304-be56-4abc-8a10-668076a433ea" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.127030] env[62312]: DEBUG oslo_vmware.api [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810507, 'name': ReconfigVM_Task, 'duration_secs': 6.690949} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.127196] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.127335] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Reconfigured VM to detach interface {{(pid=62312) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1885.198707] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1885.198961] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e026b1bb-f3fb-450e-bd22-4b5570886c13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.206457] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1885.206457] env[62312]: value = "task-1810514" [ 1885.206457] env[62312]: _type = "Task" [ 1885.206457] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.213913] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.278830] env[62312]: DEBUG nova.network.neutron [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.409876] env[62312]: DEBUG nova.network.neutron [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Updating instance_info_cache with network_info: [{"id": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "address": "fa:16:3e:fe:11:b7", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652f25f5-f4", "ovs_interfaceid": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.438782] env[62312]: DEBUG nova.compute.manager [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1885.439035] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.439897] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ed7c1-0f0f-4b92-b955-a28ea03c30ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.447457] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.447695] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d405658d-c6b6-48e5-ae17-c2b50eb667ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.453851] env[62312]: DEBUG oslo_vmware.api [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1885.453851] env[62312]: value = "task-1810515" [ 1885.453851] env[62312]: _type = "Task" [ 1885.453851] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.461805] env[62312]: DEBUG oslo_vmware.api [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.718896] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810514, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.787688] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8b075-6d59-4121-aba9-9ac797b88341 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.795177] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c708c2a0-9c32-4c7c-bc95-968ccd6ee024 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.828129] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2559484f-ec84-412d-a3fb-d506db48a9c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.835815] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884bffe9-ef56-4d00-9586-e310bec3dd6e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.849354] env[62312]: DEBUG nova.compute.provider_tree [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.912745] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.913093] env[62312]: DEBUG nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Instance network_info: |[{"id": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "address": "fa:16:3e:fe:11:b7", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652f25f5-f4", "ovs_interfaceid": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1885.913592] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:11:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652f25f5-f4e9-46ee-811d-f1f89b5d2a66', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.921270] env[62312]: DEBUG oslo.service.loopingcall [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.921526] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.921804] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50d469df-6cb3-4db9-8b74-9f8a127b2df4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.944551] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.944551] env[62312]: value = "task-1810516" [ 1885.944551] env[62312]: _type = "Task" [ 1885.944551] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.953333] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810516, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.963309] env[62312]: DEBUG oslo_vmware.api [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810515, 'name': PowerOffVM_Task, 'duration_secs': 0.220069} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.963597] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.963830] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.964139] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25539d8d-b938-4966-83fa-900f173e9806 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.046035] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1886.046709] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1886.046709] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Deleting the datastore file [datastore1] 22765a2a-f556-4d67-916f-ff4aada476e9 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1886.046848] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c08f809-cc72-4f80-8a6c-83955ac0f945 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.054671] env[62312]: DEBUG oslo_vmware.api [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for the task: (returnval){ [ 1886.054671] env[62312]: value = "task-1810518" [ 1886.054671] env[62312]: _type = "Task" [ 1886.054671] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.063434] env[62312]: DEBUG oslo_vmware.api [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.154344] env[62312]: DEBUG nova.compute.manager [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Received event network-changed-652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1886.154628] env[62312]: DEBUG nova.compute.manager [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Refreshing instance network info cache due to event network-changed-652f25f5-f4e9-46ee-811d-f1f89b5d2a66. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1886.154874] env[62312]: DEBUG oslo_concurrency.lockutils [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] Acquiring lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.155035] env[62312]: DEBUG oslo_concurrency.lockutils [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] Acquired lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.155258] env[62312]: DEBUG nova.network.neutron [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Refreshing network info cache for port 652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.217257] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810514, 'name': CreateSnapshot_Task, 'duration_secs': 0.836337} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.217466] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1886.218188] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfebac2a-4b7a-4ca7-883b-7fc53b0b0b6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.352755] env[62312]: DEBUG nova.scheduler.client.report [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.454472] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810516, 'name': CreateVM_Task, 'duration_secs': 0.386405} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.454636] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.455335] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.455531] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.455855] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.456116] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604f477a-7695-48bb-9369-2b68437cf529 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.460636] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1886.460636] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52900b50-0ffa-19a0-7d0f-bceb390a2fec" [ 1886.460636] env[62312]: _type = "Task" [ 1886.460636] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.467888] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52900b50-0ffa-19a0-7d0f-bceb390a2fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.534147] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.534347] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquired lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.534534] env[62312]: DEBUG nova.network.neutron [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.564272] env[62312]: DEBUG oslo_vmware.api [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Task: {'id': task-1810518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156606} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.564450] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1886.564591] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1886.564725] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1886.564890] env[62312]: INFO nova.compute.manager [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1886.565145] env[62312]: DEBUG oslo.service.loopingcall [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.565336] env[62312]: DEBUG nova.compute.manager [-] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1886.565428] env[62312]: DEBUG nova.network.neutron [-] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1886.592938] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "adee922b-752f-4577-bc50-fd0f26da506c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.593246] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "adee922b-752f-4577-bc50-fd0f26da506c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.593469] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "adee922b-752f-4577-bc50-fd0f26da506c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.593655] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "adee922b-752f-4577-bc50-fd0f26da506c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.593822] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "adee922b-752f-4577-bc50-fd0f26da506c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.595904] env[62312]: INFO nova.compute.manager [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Terminating instance [ 1886.736551] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1886.737209] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-054c3b8a-a16a-448b-9bcf-0c3b97afb4a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.748914] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1886.748914] env[62312]: value = "task-1810519" [ 1886.748914] env[62312]: _type = "Task" [ 1886.748914] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.757720] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810519, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.857810] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.216s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.862675] env[62312]: DEBUG nova.network.neutron [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Updated VIF entry in instance network info cache for port 652f25f5-f4e9-46ee-811d-f1f89b5d2a66. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.862985] env[62312]: DEBUG nova.network.neutron [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Updating instance_info_cache with network_info: [{"id": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "address": "fa:16:3e:fe:11:b7", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652f25f5-f4", "ovs_interfaceid": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.891472] env[62312]: INFO nova.network.neutron [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating port a9a2be9b-93fc-4a44-a8dd-042fe90128f5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1886.904973] env[62312]: DEBUG nova.compute.manager [req-8eaeca1f-a902-4c7d-8b94-262e2952f631 req-0e3ab123-00eb-4dd0-8fbd-c70d70844fc7 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Received event network-vif-deleted-a928b2ba-5660-400e-8c64-64271a2ccddd {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1886.905196] env[62312]: INFO nova.compute.manager [req-8eaeca1f-a902-4c7d-8b94-262e2952f631 req-0e3ab123-00eb-4dd0-8fbd-c70d70844fc7 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Neutron deleted interface a928b2ba-5660-400e-8c64-64271a2ccddd; detaching it from the instance and deleting it from the info cache [ 1886.905374] env[62312]: DEBUG nova.network.neutron [req-8eaeca1f-a902-4c7d-8b94-262e2952f631 req-0e3ab123-00eb-4dd0-8fbd-c70d70844fc7 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.970730] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52900b50-0ffa-19a0-7d0f-bceb390a2fec, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.970891] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.971063] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1886.971380] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.971552] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.971731] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1886.972335] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1772ebb3-19c3-4645-9466-1d840da77d7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.980858] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1886.981062] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1886.981770] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888cd6d9-78ce-4563-924e-0ec203b5fe1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.987905] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1886.987905] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52217b53-fed9-e7ca-bf99-144586a97fe8" [ 1886.987905] env[62312]: _type = "Task" [ 1886.987905] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.996095] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52217b53-fed9-e7ca-bf99-144586a97fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.099519] env[62312]: DEBUG nova.compute.manager [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.099747] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.100644] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d674d-13eb-46d3-9439-3abd34579bc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.108494] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.108734] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb5939df-cb33-412d-a40d-806bb8c9de25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.117463] env[62312]: DEBUG oslo_vmware.api [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1887.117463] env[62312]: value = "task-1810520" [ 1887.117463] env[62312]: _type = "Task" [ 1887.117463] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.127285] env[62312]: DEBUG oslo_vmware.api [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.260172] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810519, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.304628] env[62312]: INFO nova.network.neutron [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Port 42f8f5f8-8411-4aac-9da7-17d8aab5f9cd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1887.305102] env[62312]: DEBUG nova.network.neutron [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [{"id": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "address": "fa:16:3e:83:7a:25", "network": {"id": "b70120ee-a589-49ad-bcba-bd20382996f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-411005553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3582ac6cb04724a02c56931ee109ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c58a2b-8d", "ovs_interfaceid": "44c58a2b-8d30-4270-8e7f-2c9b17ba2872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.368036] env[62312]: DEBUG oslo_concurrency.lockutils [req-2a690759-1fbf-47d4-aa1e-00f26621fd93 req-79dd0555-1d2c-49a3-b910-8621b46e3fc3 service nova] Releasing lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.378689] env[62312]: DEBUG nova.network.neutron [-] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.407902] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1241aebd-b61c-4807-a32c-ba3983489894 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.417849] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591970b3-f06c-4a9a-bac0-32382a3753c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.449035] env[62312]: DEBUG nova.compute.manager [req-8eaeca1f-a902-4c7d-8b94-262e2952f631 req-0e3ab123-00eb-4dd0-8fbd-c70d70844fc7 service nova] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Detach interface failed, port_id=a928b2ba-5660-400e-8c64-64271a2ccddd, reason: Instance 22765a2a-f556-4d67-916f-ff4aada476e9 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1887.498865] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52217b53-fed9-e7ca-bf99-144586a97fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.014324} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.499831] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6493993-eb06-4e61-8cec-4f9df5d588ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.505691] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1887.505691] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52608952-3237-026d-f577-722116264121" [ 1887.505691] env[62312]: _type = "Task" [ 1887.505691] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.514240] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52608952-3237-026d-f577-722116264121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.627523] env[62312]: DEBUG oslo_vmware.api [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810520, 'name': PowerOffVM_Task, 'duration_secs': 0.215777} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.627827] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.627955] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.628219] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9684e14-0433-4c36-b2e5-acc396304b50 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.761168] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810519, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.808293] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Releasing lock "refresh_cache-adee922b-752f-4577-bc50-fd0f26da506c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.817050] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.817050] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.817050] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleting the datastore file [datastore1] adee922b-752f-4577-bc50-fd0f26da506c {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.817406] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-880909b1-4748-46ce-9304-58ec1e6703c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.826428] env[62312]: DEBUG oslo_vmware.api [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1887.826428] env[62312]: value = "task-1810522" [ 1887.826428] env[62312]: _type = "Task" [ 1887.826428] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.836587] env[62312]: DEBUG oslo_vmware.api [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.881342] env[62312]: INFO nova.compute.manager [-] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Took 1.32 seconds to deallocate network for instance. [ 1888.016111] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52608952-3237-026d-f577-722116264121, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.016338] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.016594] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bb22049c-01e1-45ae-bba1-1232ba2883e7/bb22049c-01e1-45ae-bba1-1232ba2883e7.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.016846] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f628d2c-71fb-4948-9625-af136ac6809a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.023101] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1888.023101] env[62312]: value = "task-1810523" [ 1888.023101] env[62312]: _type = "Task" [ 1888.023101] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.030458] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.263186] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810519, 'name': CloneVM_Task, 'duration_secs': 1.237167} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.263478] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Created linked-clone VM from snapshot [ 1888.264243] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda3c5e8-37b8-4015-913b-c52b83e3d113 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.271345] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Uploading image f5479cb7-a058-4f6a-ab7a-6b25483b01c7 {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1888.275501] env[62312]: DEBUG nova.compute.manager [req-b240e8a5-30eb-4e38-837a-7e586b065a89 req-d8fdeedc-0fc1-4a54-8641-4e4c59c53fbf service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received event network-vif-plugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1888.275705] env[62312]: DEBUG oslo_concurrency.lockutils [req-b240e8a5-30eb-4e38-837a-7e586b065a89 req-d8fdeedc-0fc1-4a54-8641-4e4c59c53fbf service nova] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.275908] env[62312]: DEBUG oslo_concurrency.lockutils [req-b240e8a5-30eb-4e38-837a-7e586b065a89 req-d8fdeedc-0fc1-4a54-8641-4e4c59c53fbf service nova] Lock "045c0c44-7c36-4942-9011-27c143235604-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.276085] env[62312]: DEBUG oslo_concurrency.lockutils [req-b240e8a5-30eb-4e38-837a-7e586b065a89 req-d8fdeedc-0fc1-4a54-8641-4e4c59c53fbf service nova] Lock "045c0c44-7c36-4942-9011-27c143235604-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.276255] env[62312]: DEBUG nova.compute.manager [req-b240e8a5-30eb-4e38-837a-7e586b065a89 req-d8fdeedc-0fc1-4a54-8641-4e4c59c53fbf service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] No waiting events found dispatching network-vif-plugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1888.276418] env[62312]: WARNING nova.compute.manager [req-b240e8a5-30eb-4e38-837a-7e586b065a89 req-d8fdeedc-0fc1-4a54-8641-4e4c59c53fbf service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received unexpected event network-vif-plugged-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1888.300058] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1888.300058] env[62312]: value = "vm-375210" [ 1888.300058] env[62312]: _type = "VirtualMachine" [ 1888.300058] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1888.300342] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd4e8212-5a2e-4947-8cf1-b90f1c6fa0b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.307941] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease: (returnval){ [ 1888.307941] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52151846-0bc5-0549-a6a8-f6386ad8045f" [ 1888.307941] env[62312]: _type = "HttpNfcLease" [ 1888.307941] env[62312]: } obtained for exporting VM: (result){ [ 1888.307941] env[62312]: value = "vm-375210" [ 1888.307941] env[62312]: _type = "VirtualMachine" [ 1888.307941] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1888.308246] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the lease: (returnval){ [ 1888.308246] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52151846-0bc5-0549-a6a8-f6386ad8045f" [ 1888.308246] env[62312]: _type = "HttpNfcLease" [ 1888.308246] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1888.312238] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8cf14f3c-b659-4201-8d1f-727650afbe45 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "interface-adee922b-752f-4577-bc50-fd0f26da506c-42f8f5f8-8411-4aac-9da7-17d8aab5f9cd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.476s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.318858] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1888.318858] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52151846-0bc5-0549-a6a8-f6386ad8045f" [ 1888.318858] env[62312]: _type = "HttpNfcLease" [ 1888.318858] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1888.338956] env[62312]: DEBUG oslo_vmware.api [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14174} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.338956] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.338956] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.338956] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.339240] env[62312]: INFO nova.compute.manager [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1888.340074] env[62312]: DEBUG oslo.service.loopingcall [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.340074] env[62312]: DEBUG nova.compute.manager [-] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.340074] env[62312]: DEBUG nova.network.neutron [-] [instance: adee922b-752f-4577-bc50-fd0f26da506c] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.368778] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.369357] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.369357] env[62312]: DEBUG nova.network.neutron [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.388037] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.388388] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.388586] env[62312]: DEBUG nova.objects.instance [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lazy-loading 'resources' on Instance uuid 22765a2a-f556-4d67-916f-ff4aada476e9 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.534904] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.818335] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1888.818335] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52151846-0bc5-0549-a6a8-f6386ad8045f" [ 1888.818335] env[62312]: _type = "HttpNfcLease" [ 1888.818335] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1888.818776] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1888.818776] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52151846-0bc5-0549-a6a8-f6386ad8045f" [ 1888.818776] env[62312]: _type = "HttpNfcLease" [ 1888.818776] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1888.819802] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6132d7bc-4c27-4308-97bf-cb07d77a5c23 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.827857] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a36f4e-34b6-40f4-0c05-10e5e6cd8814/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1888.828051] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a36f4e-34b6-40f4-0c05-10e5e6cd8814/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1888.929230] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa38009e-f9e7-4666-9f28-0f344559c341 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.035883] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657514} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.036164] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] bb22049c-01e1-45ae-bba1-1232ba2883e7/bb22049c-01e1-45ae-bba1-1232ba2883e7.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1889.036403] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1889.036617] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f07b3028-0526-4b79-96c3-d1690b5f75fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.043335] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1889.043335] env[62312]: value = "task-1810525" [ 1889.043335] env[62312]: _type = "Task" [ 1889.043335] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.052136] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.094641] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88104e3-be21-4623-b839-6589e48b9fc6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.103156] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ae3ed0-51e0-43d1-9ec2-bb9d5f549718 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.136189] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c7ab7-ac70-46ff-b513-2a793645a6b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.144160] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d23cfef-b3c9-496f-a08c-9ee77eaeb121 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.158445] env[62312]: DEBUG nova.compute.provider_tree [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1889.421638] env[62312]: DEBUG nova.network.neutron [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [{"id": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "address": "fa:16:3e:dd:dc:9c", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a2be9b-93", "ovs_interfaceid": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.439813] env[62312]: DEBUG nova.compute.manager [req-a39ead33-c837-4fd9-ad28-7b9c9333f477 req-f6462784-00a8-4fe3-b815-6b35eec4d04b service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Received event network-vif-deleted-44c58a2b-8d30-4270-8e7f-2c9b17ba2872 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1889.439813] env[62312]: INFO nova.compute.manager [req-a39ead33-c837-4fd9-ad28-7b9c9333f477 req-f6462784-00a8-4fe3-b815-6b35eec4d04b service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Neutron deleted interface 44c58a2b-8d30-4270-8e7f-2c9b17ba2872; detaching it from the instance and deleting it from the info cache [ 1889.439813] env[62312]: DEBUG nova.network.neutron [req-a39ead33-c837-4fd9-ad28-7b9c9333f477 req-f6462784-00a8-4fe3-b815-6b35eec4d04b service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.553425] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071313} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.553727] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.554733] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f35821-0a17-4bbe-bdf7-e5d948352a4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.577064] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] bb22049c-01e1-45ae-bba1-1232ba2883e7/bb22049c-01e1-45ae-bba1-1232ba2883e7.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.577843] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f390533-fd67-4173-9ed4-b1c53064c8a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.602173] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1889.602173] env[62312]: value = "task-1810526" [ 1889.602173] env[62312]: _type = "Task" [ 1889.602173] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.610964] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.683568] env[62312]: ERROR nova.scheduler.client.report [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] [req-817cf9de-f1d8-40b7-91b1-e5ce9c746f3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-817cf9de-f1d8-40b7-91b1-e5ce9c746f3c"}]} [ 1889.701242] env[62312]: DEBUG nova.scheduler.client.report [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1889.716800] env[62312]: DEBUG nova.scheduler.client.report [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1889.717266] env[62312]: DEBUG nova.compute.provider_tree [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1889.730549] env[62312]: DEBUG nova.scheduler.client.report [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1889.750346] env[62312]: DEBUG nova.scheduler.client.report [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1889.900511] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a1f6d-9eb8-49b2-aa45-22d3e01f2537 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.909258] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb79e4-52ac-4e08-8b08-b684d878684e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.912666] env[62312]: DEBUG nova.network.neutron [-] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.943925] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.947835] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b50278-a481-4c92-8ba0-7d2c7e10ff4e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.950365] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5515516d-ebb2-48a9-9ee1-8249a48967c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.959951] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7abb8b-752f-4fb4-94cb-0523c37b9f09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.969030] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36008e5b-419c-4daa-b55b-43fe606a560a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.990618] env[62312]: DEBUG nova.compute.provider_tree [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.002373] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ff24d2f38446eaef572bd1c1bf548168',container_format='bare',created_at=2024-12-12T10:56:39Z,direct_url=,disk_format='vmdk',id=def1dc70-a771-4c9a-a2a1-2ff29adba53c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-323837148-shelved',owner='fbf11da977074cd594edd58b3bbe83ce',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-12T10:56:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1890.002689] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1890.002891] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1890.003183] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1890.003400] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1890.004418] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1890.004418] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1890.004418] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1890.004418] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1890.004614] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1890.004692] env[62312]: DEBUG nova.virt.hardware [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1890.005993] env[62312]: DEBUG nova.compute.manager [req-a39ead33-c837-4fd9-ad28-7b9c9333f477 req-f6462784-00a8-4fe3-b815-6b35eec4d04b service nova] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Detach interface failed, port_id=44c58a2b-8d30-4270-8e7f-2c9b17ba2872, reason: Instance adee922b-752f-4577-bc50-fd0f26da506c could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1890.006925] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41a556-70f3-4b8c-b1bf-a2495e21763d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.018370] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e7fad-a9ba-4bf6-a583-b92909876a37 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.034555] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:dc:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a2be9b-93fc-4a44-a8dd-042fe90128f5', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1890.042510] env[62312]: DEBUG oslo.service.loopingcall [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.043788] env[62312]: DEBUG nova.scheduler.client.report [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1890.045760] env[62312]: DEBUG nova.compute.provider_tree [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 155 to 156 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1890.045760] env[62312]: DEBUG nova.compute.provider_tree [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.048473] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1890.048802] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-766b6957-c10c-4b86-b859-9c7720b8dd8e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.072077] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1890.072077] env[62312]: value = "task-1810527" [ 1890.072077] env[62312]: _type = "Task" [ 1890.072077] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.080827] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810527, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.111715] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.299605] env[62312]: DEBUG nova.compute.manager [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received event network-changed-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1890.299605] env[62312]: DEBUG nova.compute.manager [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Refreshing instance network info cache due to event network-changed-a9a2be9b-93fc-4a44-a8dd-042fe90128f5. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1890.299797] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] Acquiring lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.299931] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] Acquired lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.300137] env[62312]: DEBUG nova.network.neutron [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Refreshing network info cache for port a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.415447] env[62312]: INFO nova.compute.manager [-] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Took 2.08 seconds to deallocate network for instance. [ 1890.550016] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.571943] env[62312]: INFO nova.scheduler.client.report [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Deleted allocations for instance 22765a2a-f556-4d67-916f-ff4aada476e9 [ 1890.586606] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810527, 'name': CreateVM_Task, 'duration_secs': 0.49075} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.587031] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.587896] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.588139] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.588528] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1890.588960] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478e8908-c911-42d9-9067-568257bee122 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.593560] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1890.593560] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b2f871-c4da-d736-15d3-0e55a61a9420" [ 1890.593560] env[62312]: _type = "Task" [ 1890.593560] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.601505] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b2f871-c4da-d736-15d3-0e55a61a9420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.610277] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810526, 'name': ReconfigVM_Task, 'duration_secs': 0.72207} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.610587] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Reconfigured VM instance instance-0000006f to attach disk [datastore1] bb22049c-01e1-45ae-bba1-1232ba2883e7/bb22049c-01e1-45ae-bba1-1232ba2883e7.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.611300] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81489ea2-a2ba-426e-957e-7c7ca6d3ecc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.617822] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1890.617822] env[62312]: value = "task-1810528" [ 1890.617822] env[62312]: _type = "Task" [ 1890.617822] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.626850] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810528, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.922652] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.923833] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.923833] env[62312]: DEBUG nova.objects.instance [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'resources' on Instance uuid adee922b-752f-4577-bc50-fd0f26da506c {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.022118] env[62312]: DEBUG nova.network.neutron [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updated VIF entry in instance network info cache for port a9a2be9b-93fc-4a44-a8dd-042fe90128f5. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.022539] env[62312]: DEBUG nova.network.neutron [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [{"id": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "address": "fa:16:3e:dd:dc:9c", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a2be9b-93", "ovs_interfaceid": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.081404] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ace74dd1-8e77-40a9-bd75-635e23c5289e tempest-ListImageFiltersTestJSON-307430351 tempest-ListImageFiltersTestJSON-307430351-project-member] Lock "22765a2a-f556-4d67-916f-ff4aada476e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.150s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.106142] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.106482] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Processing image def1dc70-a771-4c9a-a2a1-2ff29adba53c {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.106743] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c/def1dc70-a771-4c9a-a2a1-2ff29adba53c.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.106900] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c/def1dc70-a771-4c9a-a2a1-2ff29adba53c.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.107100] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.107346] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ede2fa-21bc-40bb-bf33-e4a4d8e48443 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.116480] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.116646] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.117397] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6439b3-de96-4a4b-aa9e-5b6cb3768506 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.128488] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810528, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.129433] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1891.129433] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5281217f-2a7a-6202-9865-3f4e90b20f6a" [ 1891.129433] env[62312]: _type = "Task" [ 1891.129433] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.138666] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5281217f-2a7a-6202-9865-3f4e90b20f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.528028] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e242604-1ecb-46ee-91ec-b4e6fe619053 req-7bed3aa5-fb42-4284-8e5d-83679e089f7c service nova] Releasing lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.579915] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f5793f-8d1f-40ca-959a-a9022735ca43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.588459] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e305b1ab-a841-45aa-805f-f9578eace10d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.623929] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bbeea2-9cf1-4efd-b553-0af4d78ac6f0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.637134] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810528, 'name': Rename_Task, 'duration_secs': 1.013264} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.638329] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0023e6e5-43c3-4eac-92e7-627a0c243294 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.642503] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1891.643093] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17061646-36e5-46fa-9681-793b3b3e48a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.655755] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Preparing fetch location {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1891.656032] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Fetch image to [datastore1] OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51/OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51.vmdk {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1891.656223] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Downloading stream optimized image def1dc70-a771-4c9a-a2a1-2ff29adba53c to [datastore1] OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51/OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51.vmdk on the data store datastore1 as vApp {{(pid=62312) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1891.656393] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Downloading image file data def1dc70-a771-4c9a-a2a1-2ff29adba53c to the ESX as VM named 'OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51' {{(pid=62312) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1891.658541] env[62312]: DEBUG nova.compute.provider_tree [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.662086] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1891.662086] env[62312]: value = "task-1810529" [ 1891.662086] env[62312]: _type = "Task" [ 1891.662086] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.671296] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.730289] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1891.730289] env[62312]: value = "resgroup-9" [ 1891.730289] env[62312]: _type = "ResourcePool" [ 1891.730289] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1891.730604] env[62312]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-836ae18b-3f7b-46b4-ad2f-8f5c0732e8b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.752665] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lease: (returnval){ [ 1891.752665] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1891.752665] env[62312]: _type = "HttpNfcLease" [ 1891.752665] env[62312]: } obtained for vApp import into resource pool (val){ [ 1891.752665] env[62312]: value = "resgroup-9" [ 1891.752665] env[62312]: _type = "ResourcePool" [ 1891.752665] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1891.753081] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the lease: (returnval){ [ 1891.753081] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1891.753081] env[62312]: _type = "HttpNfcLease" [ 1891.753081] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1891.759887] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1891.759887] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1891.759887] env[62312]: _type = "HttpNfcLease" [ 1891.759887] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1892.176397] env[62312]: DEBUG oslo_vmware.api [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810529, 'name': PowerOnVM_Task, 'duration_secs': 0.493318} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.176827] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1892.176827] env[62312]: INFO nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1892.177019] env[62312]: DEBUG nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.177799] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f5cad-0746-4573-9610-367911bd88de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.204393] env[62312]: DEBUG nova.scheduler.client.report [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1892.204700] env[62312]: DEBUG nova.compute.provider_tree [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 156 to 157 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1892.204897] env[62312]: DEBUG nova.compute.provider_tree [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1892.260884] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1892.260884] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1892.260884] env[62312]: _type = "HttpNfcLease" [ 1892.260884] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1892.695351] env[62312]: INFO nova.compute.manager [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Took 15.70 seconds to build instance. [ 1892.709946] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.737443] env[62312]: INFO nova.scheduler.client.report [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted allocations for instance adee922b-752f-4577-bc50-fd0f26da506c [ 1892.764117] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1892.764117] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1892.764117] env[62312]: _type = "HttpNfcLease" [ 1892.764117] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1893.040512] env[62312]: DEBUG nova.compute.manager [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Received event network-changed-652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1893.040608] env[62312]: DEBUG nova.compute.manager [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Refreshing instance network info cache due to event network-changed-652f25f5-f4e9-46ee-811d-f1f89b5d2a66. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1893.040851] env[62312]: DEBUG oslo_concurrency.lockutils [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] Acquiring lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.041011] env[62312]: DEBUG oslo_concurrency.lockutils [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] Acquired lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.041249] env[62312]: DEBUG nova.network.neutron [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Refreshing network info cache for port 652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.197945] env[62312]: DEBUG oslo_concurrency.lockutils [None req-0f706544-afdf-442e-a149-204b4c1aa861 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.210s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.246141] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b985c043-62b7-4f09-8453-414071329742 tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "adee922b-752f-4577-bc50-fd0f26da506c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.653s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.263360] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1893.263360] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1893.263360] env[62312]: _type = "HttpNfcLease" [ 1893.263360] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1893.478324] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.478719] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.479019] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.479308] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.479585] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.482811] env[62312]: INFO nova.compute.manager [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Terminating instance [ 1893.763860] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1893.763860] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1893.763860] env[62312]: _type = "HttpNfcLease" [ 1893.763860] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1893.764741] env[62312]: DEBUG nova.network.neutron [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Updated VIF entry in instance network info cache for port 652f25f5-f4e9-46ee-811d-f1f89b5d2a66. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1893.765336] env[62312]: DEBUG nova.network.neutron [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Updating instance_info_cache with network_info: [{"id": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "address": "fa:16:3e:fe:11:b7", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652f25f5-f4", "ovs_interfaceid": "652f25f5-f4e9-46ee-811d-f1f89b5d2a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.769674] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1893.769674] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5255fdb3-419d-7b75-ae6c-801b3abbe555" [ 1893.769674] env[62312]: _type = "HttpNfcLease" [ 1893.769674] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1893.769674] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694f8028-52d6-49cf-8d2f-415d3f357b2b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.777126] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed7b4b-0dad-db05-fb4b-9daf4626906f/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1893.777327] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed7b4b-0dad-db05-fb4b-9daf4626906f/disk-0.vmdk. {{(pid=62312) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1893.849733] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9bd4c66c-39b6-40cf-a5cb-98dcd130df6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.989455] env[62312]: DEBUG nova.compute.manager [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1893.990148] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1893.993920] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff32974-daa9-45bf-9976-fc3e51f13b10 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.004028] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.004328] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4402d5af-7613-404e-b964-9514d1175a58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.011714] env[62312]: DEBUG oslo_vmware.api [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1894.011714] env[62312]: value = "task-1810531" [ 1894.011714] env[62312]: _type = "Task" [ 1894.011714] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.020641] env[62312]: DEBUG oslo_vmware.api [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.268667] env[62312]: DEBUG oslo_concurrency.lockutils [req-0e7f9a4f-95bb-429f-ac0f-98551456fb3d req-54c2d6cb-fbe9-4488-9072-51fbece5182c service nova] Releasing lock "refresh_cache-bb22049c-01e1-45ae-bba1-1232ba2883e7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.524431] env[62312]: DEBUG oslo_vmware.api [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810531, 'name': PowerOffVM_Task, 'duration_secs': 0.201276} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.526569] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1894.526814] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1894.527161] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccec9495-f668-4fd9-beb1-a1917bf4cf0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.606056] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1894.606056] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1894.606056] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleting the datastore file [datastore1] e997f687-e838-4fd8-a5f5-d1c44ba6ca94 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1894.607166] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e70c26e-e846-4f64-98ce-89b7dd0cd291 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.614974] env[62312]: DEBUG oslo_vmware.api [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for the task: (returnval){ [ 1894.614974] env[62312]: value = "task-1810533" [ 1894.614974] env[62312]: _type = "Task" [ 1894.614974] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.626124] env[62312]: DEBUG oslo_vmware.api [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.128878] env[62312]: DEBUG oslo_vmware.api [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Task: {'id': task-1810533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127595} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.130881] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1895.131503] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1895.131503] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1895.131503] env[62312]: INFO nova.compute.manager [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1895.132544] env[62312]: DEBUG oslo.service.loopingcall [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.132544] env[62312]: DEBUG nova.compute.manager [-] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1895.132544] env[62312]: DEBUG nova.network.neutron [-] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1895.221123] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Completed reading data from the image iterator. {{(pid=62312) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1895.221400] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed7b4b-0dad-db05-fb4b-9daf4626906f/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1895.222457] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3374312-dc3b-4439-aee8-b568475c86c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.230263] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed7b4b-0dad-db05-fb4b-9daf4626906f/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1895.230467] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed7b4b-0dad-db05-fb4b-9daf4626906f/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1895.234393] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2644192c-de6c-44bb-95a6-801f07e6d91c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.572727] env[62312]: DEBUG nova.compute.manager [req-9d495f05-6fa7-4905-a4d4-4af4078ab5e6 req-5333d6a2-45de-47a0-808d-1c28deda4731 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Received event network-vif-deleted-830f473c-f28e-404d-9770-ba5bb9464ffa {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1895.573130] env[62312]: INFO nova.compute.manager [req-9d495f05-6fa7-4905-a4d4-4af4078ab5e6 req-5333d6a2-45de-47a0-808d-1c28deda4731 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Neutron deleted interface 830f473c-f28e-404d-9770-ba5bb9464ffa; detaching it from the instance and deleting it from the info cache [ 1895.575335] env[62312]: DEBUG nova.network.neutron [req-9d495f05-6fa7-4905-a4d4-4af4078ab5e6 req-5333d6a2-45de-47a0-808d-1c28deda4731 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.729687] env[62312]: DEBUG oslo_vmware.rw_handles [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed7b4b-0dad-db05-fb4b-9daf4626906f/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1895.729956] env[62312]: INFO nova.virt.vmwareapi.images [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Downloaded image file data def1dc70-a771-4c9a-a2a1-2ff29adba53c [ 1895.730903] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d3e229-eb54-48b5-8fa6-5715f6172725 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.750562] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26576ee3-1912-452f-84ae-cc9c3cba40e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.848595] env[62312]: INFO nova.virt.vmwareapi.images [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] The imported VM was unregistered [ 1895.850830] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Caching image {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1895.851117] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Creating directory with path [datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.851430] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85106037-32c9-4904-8f4d-99e521e404d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.864673] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Created directory with path [datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.864949] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51/OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51.vmdk to [datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c/def1dc70-a771-4c9a-a2a1-2ff29adba53c.vmdk. {{(pid=62312) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1895.865259] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dc8dc9d3-0021-43de-a064-67e4f82372ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.874176] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1895.874176] env[62312]: value = "task-1810536" [ 1895.874176] env[62312]: _type = "Task" [ 1895.874176] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.886693] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810536, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.952463] env[62312]: DEBUG nova.network.neutron [-] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.081571] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1bba59c-9db9-4be2-9d4e-f6e70421e476 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.093098] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a7c638-f55a-47b7-b409-14c8351ca34a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.133262] env[62312]: DEBUG nova.compute.manager [req-9d495f05-6fa7-4905-a4d4-4af4078ab5e6 req-5333d6a2-45de-47a0-808d-1c28deda4731 service nova] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Detach interface failed, port_id=830f473c-f28e-404d-9770-ba5bb9464ffa, reason: Instance e997f687-e838-4fd8-a5f5-d1c44ba6ca94 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1896.386380] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810536, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.408323] env[62312]: INFO nova.compute.manager [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Rebuilding instance [ 1896.455632] env[62312]: INFO nova.compute.manager [-] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Took 1.32 seconds to deallocate network for instance. [ 1896.468882] env[62312]: DEBUG nova.compute.manager [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.469828] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be8665-6f0b-4ff5-8d14-4275fa1d3f81 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.888275] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810536, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.965347] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.965618] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.965844] env[62312]: DEBUG nova.objects.instance [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lazy-loading 'resources' on Instance uuid e997f687-e838-4fd8-a5f5-d1c44ba6ca94 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.049918] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.050296] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.386276] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810536, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.493968] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.494497] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93970340-3dbb-441e-8ed5-d9a2f91fca57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.503357] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1897.503357] env[62312]: value = "task-1810537" [ 1897.503357] env[62312]: _type = "Task" [ 1897.503357] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.519174] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.552945] env[62312]: DEBUG nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.623050] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1606a1e-1cfc-4080-ab83-0de14bf6e198 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.638230] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2cccd-94da-4702-829d-96c382107c2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.677865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d9eaf-8495-4dc4-b284-983947faf00d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.688467] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d94f9-0b1c-46ea-b81a-4c3d94b2787d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.706320] env[62312]: DEBUG nova.compute.provider_tree [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.886893] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810536, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.014397] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810537, 'name': PowerOffVM_Task, 'duration_secs': 0.3694} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.014764] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.014959] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.015779] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa46ab1-fc09-4053-9e40-c20f0dd6bad9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.025744] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.025989] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1ed633-ce3f-489b-aa35-b694663852c9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.077403] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.128317] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.128699] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.128932] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleting the datastore file [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.129245] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25bb5ea-a94f-4983-87c5-7681655951b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.143289] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1898.143289] env[62312]: value = "task-1810539" [ 1898.143289] env[62312]: _type = "Task" [ 1898.143289] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.157294] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.228318] env[62312]: ERROR nova.scheduler.client.report [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] [req-4a7a62d7-7846-47bd-a49b-650caac3133d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a7a62d7-7846-47bd-a49b-650caac3133d"}]} [ 1898.245385] env[62312]: DEBUG nova.scheduler.client.report [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1898.260130] env[62312]: DEBUG nova.scheduler.client.report [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1898.260632] env[62312]: DEBUG nova.compute.provider_tree [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.273031] env[62312]: DEBUG nova.scheduler.client.report [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1898.292894] env[62312]: DEBUG nova.scheduler.client.report [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1898.391354] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810536, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.444816] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb6d7af-1930-4130-830a-816445d4f684 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.456033] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f03920-537d-4d8f-b708-7b8f29ade22e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.489825] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d0fce7-d2cc-4910-971f-1c7f4cd3ef8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.497525] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ce26ab-2413-481c-9359-aa3f2690a49b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.513486] env[62312]: DEBUG nova.compute.provider_tree [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.656867] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.890438] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810536, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.717655} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.890656] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51/OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51.vmdk to [datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c/def1dc70-a771-4c9a-a2a1-2ff29adba53c.vmdk. [ 1898.890852] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Cleaning up location [datastore1] OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51 {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1898.891053] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ece66fcf-0c95-43c4-919d-e0249d52ae51 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.891322] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0193f945-d932-43ab-bc6a-811ef2814d8d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.900273] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1898.900273] env[62312]: value = "task-1810541" [ 1898.900273] env[62312]: _type = "Task" [ 1898.900273] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.910388] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.045124] env[62312]: DEBUG nova.scheduler.client.report [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1899.045462] env[62312]: DEBUG nova.compute.provider_tree [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 158 to 159 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1899.045574] env[62312]: DEBUG nova.compute.provider_tree [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.154597] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548806} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.154892] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.155094] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.155267] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.380926] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a36f4e-34b6-40f4-0c05-10e5e6cd8814/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1899.381850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec35fd0a-9d99-4a0a-8f14-57a3bdd25a14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.388802] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a36f4e-34b6-40f4-0c05-10e5e6cd8814/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1899.388971] env[62312]: ERROR oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a36f4e-34b6-40f4-0c05-10e5e6cd8814/disk-0.vmdk due to incomplete transfer. [ 1899.389209] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1583b296-dcc4-476f-9afa-ca864db82905 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.396678] env[62312]: DEBUG oslo_vmware.rw_handles [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a36f4e-34b6-40f4-0c05-10e5e6cd8814/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1899.396844] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Uploaded image f5479cb7-a058-4f6a-ab7a-6b25483b01c7 to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1899.399290] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1899.399544] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22066fa5-13ff-4e2b-9d62-5b34f54533bd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.409689] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111368} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.410591] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.410857] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c/def1dc70-a771-4c9a-a2a1-2ff29adba53c.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.411259] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c/def1dc70-a771-4c9a-a2a1-2ff29adba53c.vmdk to [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.412446] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e137960-90ef-49e1-96bc-19d38842a1d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.414666] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1899.414666] env[62312]: value = "task-1810542" [ 1899.414666] env[62312]: _type = "Task" [ 1899.414666] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.419680] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1899.419680] env[62312]: value = "task-1810543" [ 1899.419680] env[62312]: _type = "Task" [ 1899.419680] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.425776] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810542, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.431496] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.551837] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.585s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.554664] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.477s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.555627] env[62312]: INFO nova.compute.claims [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.573982] env[62312]: INFO nova.scheduler.client.report [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Deleted allocations for instance e997f687-e838-4fd8-a5f5-d1c44ba6ca94 [ 1899.928193] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810542, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.931590] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810543, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.081514] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f88d27d-ac90-4b9e-a0ab-f80cc2b07fed tempest-AttachInterfacesTestJSON-164826149 tempest-AttachInterfacesTestJSON-164826149-project-member] Lock "e997f687-e838-4fd8-a5f5-d1c44ba6ca94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.603s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.265903] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.266190] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.266389] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.266633] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.266785] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.266933] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.267453] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.267674] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.267859] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.268047] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.268217] env[62312]: DEBUG nova.virt.hardware [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.269138] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c0133e-0ed0-4c13-ac08-bc3d87344d09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.281485] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d447913-b6e4-488d-a02e-b3f46b3120b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.299557] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:d3:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.307648] env[62312]: DEBUG oslo.service.loopingcall [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.308024] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.308265] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c46f5eb3-aea5-4a73-a9b2-1032571c9f99 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.330998] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.330998] env[62312]: value = "task-1810544" [ 1900.330998] env[62312]: _type = "Task" [ 1900.330998] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.344311] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810544, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.434968] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810543, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.439231] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810542, 'name': Destroy_Task} progress is 33%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.714255] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d45e2-4cb5-4010-bf72-874ada4ff67f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.723020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e44c92-5e64-436b-be5f-394924fa6e60 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.755636] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f50a11-491b-4741-88e4-ac10d54bdef0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.766753] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b873ba34-c7d3-4b4a-9e57-d2e50abe0291 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.781984] env[62312]: DEBUG nova.compute.provider_tree [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1900.841976] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810544, 'name': CreateVM_Task, 'duration_secs': 0.466982} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.842193] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.842890] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.843083] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.843452] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.843737] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c516e9c-f071-4b2a-9c03-547c0d4e0754 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.849582] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1900.849582] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d4050b-cb78-e07d-c73c-3d4b5d45bba3" [ 1900.849582] env[62312]: _type = "Task" [ 1900.849582] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.858776] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d4050b-cb78-e07d-c73c-3d4b5d45bba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.927564] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810542, 'name': Destroy_Task, 'duration_secs': 1.155006} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.928286] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Destroyed the VM [ 1900.928540] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1900.928800] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e8d1f5c-1c28-4419-87a0-834d932bc961 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.935253] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810543, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.936657] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1900.936657] env[62312]: value = "task-1810546" [ 1900.936657] env[62312]: _type = "Task" [ 1900.936657] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.946922] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810546, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.318571] env[62312]: DEBUG nova.scheduler.client.report [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1901.318926] env[62312]: DEBUG nova.compute.provider_tree [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 159 to 160 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1901.319112] env[62312]: DEBUG nova.compute.provider_tree [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1901.362157] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d4050b-cb78-e07d-c73c-3d4b5d45bba3, 'name': SearchDatastore_Task, 'duration_secs': 0.081924} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.362476] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.362713] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1901.363037] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.363273] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.363484] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1901.363766] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b54011-a428-468d-bbca-b0afda81fea3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.382063] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1901.382287] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1901.383064] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8355eae8-2352-4cbe-8f8b-baefba208aa1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.389920] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1901.389920] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d28c0f-d731-9fd6-dffb-a11a9fe29c6c" [ 1901.389920] env[62312]: _type = "Task" [ 1901.389920] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.399041] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d28c0f-d731-9fd6-dffb-a11a9fe29c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.431550] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810543, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.447930] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810546, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.824782] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.825304] env[62312]: DEBUG nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1901.905095] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d28c0f-d731-9fd6-dffb-a11a9fe29c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.088638} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.905960] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83afe4e5-fbe2-4514-b7fe-e20a602cb462 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.912949] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1901.912949] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521bbbf9-b7f6-586b-1b49-9b2013c17322" [ 1901.912949] env[62312]: _type = "Task" [ 1901.912949] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.921629] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521bbbf9-b7f6-586b-1b49-9b2013c17322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.930749] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810543, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.368925} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.931007] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/def1dc70-a771-4c9a-a2a1-2ff29adba53c/def1dc70-a771-4c9a-a2a1-2ff29adba53c.vmdk to [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.931774] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b909f417-5ff1-45a9-8893-d4008c6659fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.961853] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.965090] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31fe39f3-ac83-4d86-adec-a000c7442e10 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.984631] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810546, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.985976] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1901.985976] env[62312]: value = "task-1810547" [ 1901.985976] env[62312]: _type = "Task" [ 1901.985976] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.994064] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.332150] env[62312]: DEBUG nova.compute.utils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.332150] env[62312]: DEBUG nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.332535] env[62312]: DEBUG nova.network.neutron [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.379047] env[62312]: DEBUG nova.policy [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd90125c4dbb3408082d6e359d0a1a4f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9635c4b81454973a28bda0877ccca2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1902.423411] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521bbbf9-b7f6-586b-1b49-9b2013c17322, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.423695] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.423951] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.424280] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed4c9ca-0833-4368-8fa0-7ac9f40b7be4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.431346] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1902.431346] env[62312]: value = "task-1810548" [ 1902.431346] env[62312]: _type = "Task" [ 1902.431346] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.443398] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.465221] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810546, 'name': RemoveSnapshot_Task, 'duration_secs': 1.163252} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.465413] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1902.465783] env[62312]: DEBUG nova.compute.manager [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.466697] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c0c70-e716-4d89-955c-cf8b97dbefea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.496916] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810547, 'name': ReconfigVM_Task, 'duration_secs': 0.296162} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.497870] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 045c0c44-7c36-4942-9011-27c143235604/045c0c44-7c36-4942-9011-27c143235604.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.498042] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d1c25fe-f3e6-4cf9-8bfa-0b649b1dd0fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.505107] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1902.505107] env[62312]: value = "task-1810550" [ 1902.505107] env[62312]: _type = "Task" [ 1902.505107] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.514732] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810550, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.685318] env[62312]: DEBUG nova.network.neutron [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Successfully created port: 907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1902.836307] env[62312]: DEBUG nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1902.942359] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510543} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.942636] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.942841] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.943198] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-896f6b48-7111-4e07-b7c1-f3d9b3ba623e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.950889] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1902.950889] env[62312]: value = "task-1810551" [ 1902.950889] env[62312]: _type = "Task" [ 1902.950889] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.961237] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.979190] env[62312]: INFO nova.compute.manager [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Shelve offloading [ 1903.015919] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810550, 'name': Rename_Task, 'duration_secs': 0.166533} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.016160] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.016402] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d76129e-3c3a-4dc3-88a9-8f76b4862ff9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.022009] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1903.022009] env[62312]: value = "task-1810552" [ 1903.022009] env[62312]: _type = "Task" [ 1903.022009] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.030817] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.462047] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06687} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.462498] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.463073] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6140572c-eea1-4971-8109-6d9cf4c711f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.485118] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.485618] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.485838] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbddd15a-8044-4daf-8bc0-a147c74d9dde {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.499660] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e24ba06-048a-4b56-a887-385575824c85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.507685] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1903.507685] env[62312]: value = "task-1810553" [ 1903.507685] env[62312]: _type = "Task" [ 1903.507685] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.514142] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1903.514142] env[62312]: value = "task-1810554" [ 1903.514142] env[62312]: _type = "Task" [ 1903.514142] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.521805] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1903.522015] env[62312]: DEBUG nova.compute.manager [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.522866] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12acac61-472e-4f93-aeaf-0047f8299337 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.531058] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.534991] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.535119] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.535298] env[62312]: DEBUG nova.network.neutron [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.539344] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.852912] env[62312]: DEBUG nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1903.878218] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.878495] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.878652] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.878832] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.878976] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.879136] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.879343] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.879504] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.879662] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.879819] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.879987] env[62312]: DEBUG nova.virt.hardware [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.880855] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54688c63-32fd-4452-a72e-9f0a7410f82b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.889363] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acdc867-1ba4-42b8-a99e-32a3ff10bf81 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.025166] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.033444] env[62312]: DEBUG oslo_vmware.api [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810552, 'name': PowerOnVM_Task, 'duration_secs': 0.541071} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.033704] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.127171] env[62312]: DEBUG nova.compute.manager [req-0230eea5-2336-4267-afb6-bb3ce2c9caa0 req-a415a0ae-4885-4685-9ce4-f27f0af3e74a service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Received event network-vif-plugged-907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1904.127461] env[62312]: DEBUG oslo_concurrency.lockutils [req-0230eea5-2336-4267-afb6-bb3ce2c9caa0 req-a415a0ae-4885-4685-9ce4-f27f0af3e74a service nova] Acquiring lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.127604] env[62312]: DEBUG oslo_concurrency.lockutils [req-0230eea5-2336-4267-afb6-bb3ce2c9caa0 req-a415a0ae-4885-4685-9ce4-f27f0af3e74a service nova] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.127834] env[62312]: DEBUG oslo_concurrency.lockutils [req-0230eea5-2336-4267-afb6-bb3ce2c9caa0 req-a415a0ae-4885-4685-9ce4-f27f0af3e74a service nova] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.127964] env[62312]: DEBUG nova.compute.manager [req-0230eea5-2336-4267-afb6-bb3ce2c9caa0 req-a415a0ae-4885-4685-9ce4-f27f0af3e74a service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] No waiting events found dispatching network-vif-plugged-907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1904.128141] env[62312]: WARNING nova.compute.manager [req-0230eea5-2336-4267-afb6-bb3ce2c9caa0 req-a415a0ae-4885-4685-9ce4-f27f0af3e74a service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Received unexpected event network-vif-plugged-907b733a-c9be-47be-bd7b-46649213ff02 for instance with vm_state building and task_state spawning. [ 1904.134999] env[62312]: DEBUG nova.compute.manager [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.135908] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06864fd9-bbd6-473f-802f-8a2d3506b8b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.210858] env[62312]: DEBUG nova.network.neutron [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Successfully updated port: 907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.336015] env[62312]: DEBUG nova.network.neutron [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.527222] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.654966] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6355f976-78ae-48c3-9efa-c0b0b04e88a7 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.177s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.713728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.713928] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquired lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.714123] env[62312]: DEBUG nova.network.neutron [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1904.839267] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.029730] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810554, 'name': ReconfigVM_Task, 'duration_secs': 1.137935} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.030110] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad/2002bc74-5d2f-4bfb-93d8-57e38df64cad.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.030783] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-304e2cdd-01c4-467c-8641-f6b08624db2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.039467] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1905.039467] env[62312]: value = "task-1810556" [ 1905.039467] env[62312]: _type = "Task" [ 1905.039467] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.051380] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810556, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.228300] env[62312]: DEBUG nova.compute.manager [req-816e20fa-f9ae-4538-abbd-df8d47a90122 req-f4c68554-d15a-4826-a27a-6c16e5dbe576 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-vif-unplugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1905.228518] env[62312]: DEBUG oslo_concurrency.lockutils [req-816e20fa-f9ae-4538-abbd-df8d47a90122 req-f4c68554-d15a-4826-a27a-6c16e5dbe576 service nova] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.228747] env[62312]: DEBUG oslo_concurrency.lockutils [req-816e20fa-f9ae-4538-abbd-df8d47a90122 req-f4c68554-d15a-4826-a27a-6c16e5dbe576 service nova] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.228930] env[62312]: DEBUG oslo_concurrency.lockutils [req-816e20fa-f9ae-4538-abbd-df8d47a90122 req-f4c68554-d15a-4826-a27a-6c16e5dbe576 service nova] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.229262] env[62312]: DEBUG nova.compute.manager [req-816e20fa-f9ae-4538-abbd-df8d47a90122 req-f4c68554-d15a-4826-a27a-6c16e5dbe576 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] No waiting events found dispatching network-vif-unplugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.229450] env[62312]: WARNING nova.compute.manager [req-816e20fa-f9ae-4538-abbd-df8d47a90122 req-f4c68554-d15a-4826-a27a-6c16e5dbe576 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received unexpected event network-vif-unplugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d for instance with vm_state shelved and task_state shelving_offloading. [ 1905.249757] env[62312]: DEBUG nova.network.neutron [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.393169] env[62312]: DEBUG nova.network.neutron [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Updating instance_info_cache with network_info: [{"id": "907b733a-c9be-47be-bd7b-46649213ff02", "address": "fa:16:3e:42:3d:1e", "network": {"id": "c4650059-7759-4694-8590-aad0ea6cf6a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1112311841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9635c4b81454973a28bda0877ccca2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907b733a-c9", "ovs_interfaceid": "907b733a-c9be-47be-bd7b-46649213ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.551166] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810556, 'name': Rename_Task, 'duration_secs': 0.203049} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.551512] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.551844] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8e97e0-164e-4f76-9231-d065d7b751de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.559422] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1905.559422] env[62312]: value = "task-1810557" [ 1905.559422] env[62312]: _type = "Task" [ 1905.559422] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.568115] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.596319] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.597594] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcda49d6-d01c-48ac-9a06-db5ac77bcaca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.606752] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.607078] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-655dc467-4f29-42f0-b0dc-ad68764d5c6a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.708398] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.708681] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.708805] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleting the datastore file [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.709085] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc590b33-c4b6-4afa-beeb-a92e078f43a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.716419] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1905.716419] env[62312]: value = "task-1810559" [ 1905.716419] env[62312]: _type = "Task" [ 1905.716419] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.724931] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.895581] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Releasing lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.895899] env[62312]: DEBUG nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Instance network_info: |[{"id": "907b733a-c9be-47be-bd7b-46649213ff02", "address": "fa:16:3e:42:3d:1e", "network": {"id": "c4650059-7759-4694-8590-aad0ea6cf6a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1112311841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9635c4b81454973a28bda0877ccca2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907b733a-c9", "ovs_interfaceid": "907b733a-c9be-47be-bd7b-46649213ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1905.896377] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:3d:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '907b733a-c9be-47be-bd7b-46649213ff02', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1905.904547] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Creating folder: Project (d9635c4b81454973a28bda0877ccca2e). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1905.904864] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fac14e5-4f3d-49fc-847f-594a75bcffde {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.919027] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Created folder: Project (d9635c4b81454973a28bda0877ccca2e) in parent group-v374919. [ 1905.919230] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Creating folder: Instances. Parent ref: group-v375216. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1905.919454] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca63b9e8-85b1-44e0-aa60-2d8e70d4c63d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.930059] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Created folder: Instances in parent group-v375216. [ 1905.930321] env[62312]: DEBUG oslo.service.loopingcall [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.930881] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1905.931322] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cae31b6-bba8-4db8-987d-5d7af88b64aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.951790] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1905.951790] env[62312]: value = "task-1810562" [ 1905.951790] env[62312]: _type = "Task" [ 1905.951790] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.960562] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810562, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.069977] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.160028] env[62312]: DEBUG nova.compute.manager [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Received event network-changed-907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1906.160028] env[62312]: DEBUG nova.compute.manager [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Refreshing instance network info cache due to event network-changed-907b733a-c9be-47be-bd7b-46649213ff02. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1906.160028] env[62312]: DEBUG oslo_concurrency.lockutils [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] Acquiring lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.160028] env[62312]: DEBUG oslo_concurrency.lockutils [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] Acquired lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.160028] env[62312]: DEBUG nova.network.neutron [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Refreshing network info cache for port 907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.229629] env[62312]: DEBUG oslo_vmware.api [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246954} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.229964] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.230232] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.230542] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.257030] env[62312]: INFO nova.scheduler.client.report [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted allocations for instance 5a908b6d-713d-463a-80bd-c143b61f77dd [ 1906.464932] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810562, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.571888] env[62312]: DEBUG oslo_vmware.api [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810557, 'name': PowerOnVM_Task, 'duration_secs': 0.912286} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.572215] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.572451] env[62312]: DEBUG nova.compute.manager [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.573308] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a1b106-90e9-43da-827f-5525d737496b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.762413] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.763189] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.763189] env[62312]: DEBUG nova.objects.instance [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'resources' on Instance uuid 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.844157] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e5aeb5-2b9a-40bd-aa2b-ce7e241564af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.851885] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Suspending the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1906.852174] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4674ab00-41e1-4bbf-b86d-57039e359db7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.861211] env[62312]: DEBUG oslo_vmware.api [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1906.861211] env[62312]: value = "task-1810564" [ 1906.861211] env[62312]: _type = "Task" [ 1906.861211] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.871443] env[62312]: DEBUG oslo_vmware.api [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810564, 'name': SuspendVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.943666] env[62312]: DEBUG nova.network.neutron [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Updated VIF entry in instance network info cache for port 907b733a-c9be-47be-bd7b-46649213ff02. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.944184] env[62312]: DEBUG nova.network.neutron [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Updating instance_info_cache with network_info: [{"id": "907b733a-c9be-47be-bd7b-46649213ff02", "address": "fa:16:3e:42:3d:1e", "network": {"id": "c4650059-7759-4694-8590-aad0ea6cf6a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1112311841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9635c4b81454973a28bda0877ccca2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907b733a-c9", "ovs_interfaceid": "907b733a-c9be-47be-bd7b-46649213ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.964804] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810562, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.092834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.267014] env[62312]: DEBUG nova.objects.instance [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'numa_topology' on Instance uuid 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.373760] env[62312]: DEBUG oslo_vmware.api [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810564, 'name': SuspendVM_Task} progress is 54%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.447197] env[62312]: DEBUG oslo_concurrency.lockutils [req-bfc154a4-63f5-43ba-9b1c-db72fb2b47d1 req-9d6075c0-c492-4889-8a41-8917417422a6 service nova] Releasing lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.465204] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810562, 'name': CreateVM_Task, 'duration_secs': 1.504686} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.465204] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1907.466126] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.466126] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.466333] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1907.466828] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e236ceaa-4a25-4060-8c65-0285d23ed4dd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.473420] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1907.473420] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5202903c-acf6-6c4b-6dac-4fb5e7bdd2b5" [ 1907.473420] env[62312]: _type = "Task" [ 1907.473420] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.484746] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5202903c-acf6-6c4b-6dac-4fb5e7bdd2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.553783] env[62312]: DEBUG nova.compute.manager [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1907.553945] env[62312]: DEBUG nova.compute.manager [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing instance network info cache due to event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1907.554327] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.554554] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.554766] env[62312]: DEBUG nova.network.neutron [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1907.768748] env[62312]: DEBUG nova.objects.base [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Object Instance<5a908b6d-713d-463a-80bd-c143b61f77dd> lazy-loaded attributes: resources,numa_topology {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1907.876781] env[62312]: DEBUG oslo_vmware.api [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810564, 'name': SuspendVM_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.887485] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0974ca-b3cc-433b-8c41-978a6dca7002 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.896410] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f63637-fedc-4142-8ea1-6b5dc80cfc5e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.929989] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c8174f-f513-4806-ae26-cb83d68a42ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.939139] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40109706-a02c-423f-8c1d-ce282d6d0159 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.953825] env[62312]: DEBUG nova.compute.provider_tree [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.984528] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5202903c-acf6-6c4b-6dac-4fb5e7bdd2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.018071} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.984836] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.985076] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.985311] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.985457] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.985633] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.985892] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2f676fb-d48a-4167-be68-e769bb6a17e3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.997642] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.997830] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.998566] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4364f061-3e92-411f-b579-bf30377fb88c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.005369] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1908.005369] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e76205-fd34-c721-d48f-32f87b15e658" [ 1908.005369] env[62312]: _type = "Task" [ 1908.005369] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.015139] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e76205-fd34-c721-d48f-32f87b15e658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.285056] env[62312]: DEBUG nova.network.neutron [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updated VIF entry in instance network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1908.285434] env[62312]: DEBUG nova.network.neutron [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.375251] env[62312]: DEBUG oslo_vmware.api [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810564, 'name': SuspendVM_Task, 'duration_secs': 1.123758} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.375536] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Suspended the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1908.375722] env[62312]: DEBUG nova.compute.manager [None req-cbedc5ba-761d-424a-a333-144458b55bca tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.376482] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab131ea4-105b-4735-b43d-ba40126f42a8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.457256] env[62312]: DEBUG nova.scheduler.client.report [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.515670] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e76205-fd34-c721-d48f-32f87b15e658, 'name': SearchDatastore_Task, 'duration_secs': 0.026656} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.516507] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a01779-539c-4d05-b4fe-7b5738b44b0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.524494] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1908.524494] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52c2e232-d109-d644-1007-23436cf67ca0" [ 1908.524494] env[62312]: _type = "Task" [ 1908.524494] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.533543] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c2e232-d109-d644-1007-23436cf67ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.767016] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.787752] env[62312]: DEBUG oslo_concurrency.lockutils [req-f7f7a04c-27f4-40c6-9322-d78c2bbc888d req-7265f097-112d-4324-8ac2-7e277b0dbe73 service nova] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.963010] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.965746] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.874s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.965953] env[62312]: DEBUG nova.objects.instance [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62312) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1909.036493] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52c2e232-d109-d644-1007-23436cf67ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.055718} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.036808] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.037138] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] ebe39342-4520-4b0f-9799-8b0a38ba4ad0/ebe39342-4520-4b0f-9799-8b0a38ba4ad0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.037427] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ad878b2-25fb-4d49-acef-6f73f612d5cc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.047105] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1909.047105] env[62312]: value = "task-1810566" [ 1909.047105] env[62312]: _type = "Task" [ 1909.047105] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.057806] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.280632] env[62312]: INFO nova.compute.manager [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Resuming [ 1909.281463] env[62312]: DEBUG nova.objects.instance [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lazy-loading 'flavor' on Instance uuid 045c0c44-7c36-4942-9011-27c143235604 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.478036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-33d0ab4e-b06f-4cd0-8756-e6c18f0b6928 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.346s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.479289] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.712s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.479631] env[62312]: INFO nova.compute.manager [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Unshelving [ 1909.557363] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483223} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.557646] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] ebe39342-4520-4b0f-9799-8b0a38ba4ad0/ebe39342-4520-4b0f-9799-8b0a38ba4ad0.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1909.557856] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1909.558433] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dc83b4b-817d-4d03-bcd8-957c531eb499 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.565508] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1909.565508] env[62312]: value = "task-1810567" [ 1909.565508] env[62312]: _type = "Task" [ 1909.565508] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.575561] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.979500] env[62312]: DEBUG oslo_concurrency.lockutils [None req-731049b7-0ff6-4f73-99d9-84065f86c362 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.075557] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06539} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.075635] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.076397] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a354f541-95d3-46a1-bae3-06f7f2919cd6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.098920] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] ebe39342-4520-4b0f-9799-8b0a38ba4ad0/ebe39342-4520-4b0f-9799-8b0a38ba4ad0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.099189] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9780247c-febe-433c-9779-62638e5dc5c3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.119710] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1910.119710] env[62312]: value = "task-1810568" [ 1910.119710] env[62312]: _type = "Task" [ 1910.119710] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.127947] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.491748] env[62312]: DEBUG nova.compute.utils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1910.631277] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810568, 'name': ReconfigVM_Task, 'duration_secs': 0.287354} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.631574] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Reconfigured VM instance instance-00000070 to attach disk [datastore1] ebe39342-4520-4b0f-9799-8b0a38ba4ad0/ebe39342-4520-4b0f-9799-8b0a38ba4ad0.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.632224] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1380a6-3a51-416a-beb5-3ddf3e4c1ba3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.639926] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1910.639926] env[62312]: value = "task-1810569" [ 1910.639926] env[62312]: _type = "Task" [ 1910.639926] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.648421] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810569, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.792123] env[62312]: DEBUG oslo_concurrency.lockutils [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.792369] env[62312]: DEBUG oslo_concurrency.lockutils [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquired lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.792752] env[62312]: DEBUG nova.network.neutron [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.994959] env[62312]: INFO nova.virt.block_device [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Booting with volume 6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd at /dev/sdb [ 1911.027510] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-928f2ae8-aa84-40dd-acbf-7f855c2b9fcc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.038023] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2857f993-7ab9-4791-91c5-4b0d0e324a50 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.075083] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee1f2e5b-8aa4-4f69-ac71-42b8e8fcdab7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.085114] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466fd05-9b50-458d-aa02-470d17870b15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.114837] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c9c43-a1cb-4e7e-8e71-af52717f11a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.121813] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef2814-6465-4aae-8084-4d0c876a59e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.139168] env[62312]: DEBUG nova.virt.block_device [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating existing volume attachment record: 39479f86-f643-4ec8-978d-54aece30bd87 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1911.149539] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810569, 'name': Rename_Task, 'duration_secs': 0.151285} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.149811] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.150061] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c7ec435-4864-4d9e-8a1f-4f61a99c75b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.157686] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1911.157686] env[62312]: value = "task-1810571" [ 1911.157686] env[62312]: _type = "Task" [ 1911.157686] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.165871] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.476393] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.476667] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.542888] env[62312]: DEBUG nova.network.neutron [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [{"id": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "address": "fa:16:3e:dd:dc:9c", "network": {"id": "5444b5a4-6594-4387-8fe7-c3c2dea9e788", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1219944142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf11da977074cd594edd58b3bbe83ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a2be9b-93", "ovs_interfaceid": "a9a2be9b-93fc-4a44-a8dd-042fe90128f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.670667] env[62312]: DEBUG oslo_vmware.api [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810571, 'name': PowerOnVM_Task, 'duration_secs': 0.476587} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.671011] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.671254] env[62312]: INFO nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1911.671445] env[62312]: DEBUG nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.672326] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa9dd1-7000-4ee4-b851-57413dd1076d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.979829] env[62312]: DEBUG nova.compute.utils [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1912.045793] env[62312]: DEBUG oslo_concurrency.lockutils [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Releasing lock "refresh_cache-045c0c44-7c36-4942-9011-27c143235604" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.046770] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4119680b-066a-4ec6-9ea2-19333a4f0137 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.053886] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Resuming the VM {{(pid=62312) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1912.054136] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e96cc5-7a2a-496e-8adc-97719225a96f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.061596] env[62312]: DEBUG oslo_vmware.api [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1912.061596] env[62312]: value = "task-1810575" [ 1912.061596] env[62312]: _type = "Task" [ 1912.061596] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.071499] env[62312]: DEBUG oslo_vmware.api [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.192882] env[62312]: INFO nova.compute.manager [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Took 14.13 seconds to build instance. [ 1912.483190] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.572195] env[62312]: DEBUG oslo_vmware.api [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810575, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.694739] env[62312]: DEBUG oslo_concurrency.lockutils [None req-45eb7bce-b67e-4a00-b54a-2ba1cc9b99b1 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.644s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.779767] env[62312]: DEBUG nova.compute.manager [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Received event network-changed-907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1912.779767] env[62312]: DEBUG nova.compute.manager [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Refreshing instance network info cache due to event network-changed-907b733a-c9be-47be-bd7b-46649213ff02. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1912.779874] env[62312]: DEBUG oslo_concurrency.lockutils [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] Acquiring lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.779971] env[62312]: DEBUG oslo_concurrency.lockutils [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] Acquired lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.780364] env[62312]: DEBUG nova.network.neutron [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Refreshing network info cache for port 907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.078993] env[62312]: DEBUG oslo_vmware.api [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810575, 'name': PowerOnVM_Task, 'duration_secs': 0.747574} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.080069] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Resumed the VM {{(pid=62312) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1913.080286] env[62312]: DEBUG nova.compute.manager [None req-36a4e452-b29e-48d0-a9e1-b3dc9caea9b5 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.081551] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6dbd5c-c8e0-4441-8e73-8c9307c4bf09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.560139] env[62312]: DEBUG nova.network.neutron [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Updated VIF entry in instance network info cache for port 907b733a-c9be-47be-bd7b-46649213ff02. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.560535] env[62312]: DEBUG nova.network.neutron [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Updating instance_info_cache with network_info: [{"id": "907b733a-c9be-47be-bd7b-46649213ff02", "address": "fa:16:3e:42:3d:1e", "network": {"id": "c4650059-7759-4694-8590-aad0ea6cf6a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1112311841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9635c4b81454973a28bda0877ccca2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907b733a-c9", "ovs_interfaceid": "907b733a-c9be-47be-bd7b-46649213ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.573752] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.573996] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.574239] env[62312]: INFO nova.compute.manager [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Attaching volume 74631c2a-9c90-41a7-a141-864bde108d33 to /dev/sdb [ 1913.611168] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a402f8e0-d037-419b-bbcd-4e595d8b015b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.620293] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4106a1c3-88f6-40a1-820c-170c6493991e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.636474] env[62312]: DEBUG nova.virt.block_device [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating existing volume attachment record: 898837b7-1baf-414a-aa0c-7eda1b6dd506 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1914.063625] env[62312]: DEBUG oslo_concurrency.lockutils [req-bc375bd4-cc52-4f44-9c5a-ab32f5205532 req-2c62754f-b660-4706-b882-2b747cbe9f84 service nova] Releasing lock "refresh_cache-ebe39342-4520-4b0f-9799-8b0a38ba4ad0" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.596634] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.597065] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1914.597065] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1915.630756] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.630936] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.631083] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1916.768348] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.768666] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.768873] env[62312]: DEBUG nova.objects.instance [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.854020] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.862438] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.862687] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.274289] env[62312]: DEBUG nova.objects.instance [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'numa_topology' on Instance uuid 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.356925] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.357138] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1917.357333] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.357487] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.357629] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.357776] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.357917] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.358074] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.358205] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1917.358347] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.365278] env[62312]: DEBUG nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.587130] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.587408] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.587630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "045c0c44-7c36-4942-9011-27c143235604-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.587833] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.587980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.590138] env[62312]: INFO nova.compute.manager [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Terminating instance [ 1917.777374] env[62312]: INFO nova.compute.claims [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1917.860834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.888043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.093422] env[62312]: DEBUG nova.compute.manager [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.093645] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.095949] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178b04c-3d03-4b34-9a02-33b17c3d2be7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.104139] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.104386] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f1764c-8c77-4ff4-bbb8-01832ab6bfc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.111215] env[62312]: DEBUG oslo_vmware.api [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1918.111215] env[62312]: value = "task-1810581" [ 1918.111215] env[62312]: _type = "Task" [ 1918.111215] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.119106] env[62312]: DEBUG oslo_vmware.api [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.621442] env[62312]: DEBUG oslo_vmware.api [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810581, 'name': PowerOffVM_Task, 'duration_secs': 0.177041} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.621795] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.622014] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.622306] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4985de5e-0eeb-4e9a-97a2-42b542feda25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.681297] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1918.681535] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375222', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'name': 'volume-74631c2a-9c90-41a7-a141-864bde108d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6edb93b6-41eb-4fa6-b003-1fd11e60adf5', 'attached_at': '', 'detached_at': '', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'serial': '74631c2a-9c90-41a7-a141-864bde108d33'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1918.682449] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bcdc0b-342e-4617-b246-9aabb925fdaf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.699448] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79ad3ca-fc67-4392-87bf-474b1e234b94 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.704639] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.704851] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.705038] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleting the datastore file [datastore1] 045c0c44-7c36-4942-9011-27c143235604 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.705289] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8113c558-ae18-49ae-8ca5-72602bbaafd0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.726888] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-74631c2a-9c90-41a7-a141-864bde108d33/volume-74631c2a-9c90-41a7-a141-864bde108d33.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.727600] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f89869-ebfe-477e-847b-daab822387a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.741555] env[62312]: DEBUG oslo_vmware.api [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for the task: (returnval){ [ 1918.741555] env[62312]: value = "task-1810583" [ 1918.741555] env[62312]: _type = "Task" [ 1918.741555] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.747781] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1918.747781] env[62312]: value = "task-1810584" [ 1918.747781] env[62312]: _type = "Task" [ 1918.747781] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.750945] env[62312]: DEBUG oslo_vmware.api [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.758649] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.916390] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f4737-8609-4d0d-87bb-f21200983850 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.924864] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438bf6b3-12ea-46f4-befd-105868caddc8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.959852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4680788-08f8-4474-ac4d-d65cd0f1435a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.968158] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095fe1f8-4735-49b7-a34e-bf653efca7a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.982353] env[62312]: DEBUG nova.compute.provider_tree [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.253718] env[62312]: DEBUG oslo_vmware.api [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Task: {'id': task-1810583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138341} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.257161] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.257411] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.257597] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.257775] env[62312]: INFO nova.compute.manager [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] [instance: 045c0c44-7c36-4942-9011-27c143235604] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1919.258037] env[62312]: DEBUG oslo.service.loopingcall [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.258281] env[62312]: DEBUG nova.compute.manager [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1919.258454] env[62312]: DEBUG nova.network.neutron [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1919.266619] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810584, 'name': ReconfigVM_Task, 'duration_secs': 0.434742} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.266947] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-74631c2a-9c90-41a7-a141-864bde108d33/volume-74631c2a-9c90-41a7-a141-864bde108d33.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.272023] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82ebcd46-6b91-422b-a9c3-10ce48814bf5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.289054] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1919.289054] env[62312]: value = "task-1810585" [ 1919.289054] env[62312]: _type = "Task" [ 1919.289054] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.297922] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.506863] env[62312]: ERROR nova.scheduler.client.report [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [req-a956eef7-f421-4735-b5d6-6b13807304ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a956eef7-f421-4735-b5d6-6b13807304ed"}]} [ 1919.522444] env[62312]: DEBUG nova.scheduler.client.report [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1919.537479] env[62312]: DEBUG nova.scheduler.client.report [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1919.537695] env[62312]: DEBUG nova.compute.provider_tree [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.548281] env[62312]: DEBUG nova.scheduler.client.report [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1919.569926] env[62312]: DEBUG nova.scheduler.client.report [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1919.611651] env[62312]: DEBUG nova.compute.manager [req-1190dad8-e959-41b3-907d-5b8a031eb431 req-7d8d6404-9d58-4a1c-baab-5d5942695be4 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Received event network-vif-deleted-a9a2be9b-93fc-4a44-a8dd-042fe90128f5 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1919.611860] env[62312]: INFO nova.compute.manager [req-1190dad8-e959-41b3-907d-5b8a031eb431 req-7d8d6404-9d58-4a1c-baab-5d5942695be4 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Neutron deleted interface a9a2be9b-93fc-4a44-a8dd-042fe90128f5; detaching it from the instance and deleting it from the info cache [ 1919.612040] env[62312]: DEBUG nova.network.neutron [req-1190dad8-e959-41b3-907d-5b8a031eb431 req-7d8d6404-9d58-4a1c-baab-5d5942695be4 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.692037] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55da50d-32b3-47dc-a0e8-200514dff220 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.699834] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aceb3c1-1c19-40fe-b7a0-e9205257154f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.730739] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd40c4-d33b-422f-b26e-092db0d097d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.737630] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f391422-166a-4b9f-9458-aa35aa50b2ac {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.751018] env[62312]: DEBUG nova.compute.provider_tree [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.797846] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.090104] env[62312]: DEBUG nova.network.neutron [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.114675] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38fc10e7-1900-49bd-a573-0a0cfdd78af4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.125574] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4bde5e-0d8a-4d73-982e-51ea4addbc0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.154832] env[62312]: DEBUG nova.compute.manager [req-1190dad8-e959-41b3-907d-5b8a031eb431 req-7d8d6404-9d58-4a1c-baab-5d5942695be4 service nova] [instance: 045c0c44-7c36-4942-9011-27c143235604] Detach interface failed, port_id=a9a2be9b-93fc-4a44-a8dd-042fe90128f5, reason: Instance 045c0c44-7c36-4942-9011-27c143235604 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1920.193115] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "5d63c304-be56-4abc-8a10-668076a433ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.193402] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.279286] env[62312]: DEBUG nova.scheduler.client.report [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1920.279544] env[62312]: DEBUG nova.compute.provider_tree [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 162 to 163 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1920.280098] env[62312]: DEBUG nova.compute.provider_tree [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.300573] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.592872] env[62312]: INFO nova.compute.manager [-] [instance: 045c0c44-7c36-4942-9011-27c143235604] Took 1.33 seconds to deallocate network for instance. [ 1920.696507] env[62312]: DEBUG nova.compute.utils [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1920.785219] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.016s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.787330] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.927s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.787498] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.787652] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1920.787929] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.900s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.789454] env[62312]: INFO nova.compute.claims [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1920.792620] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eb71fc-1ff1-49d8-b358-258563fca297 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.805912] env[62312]: DEBUG oslo_vmware.api [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810585, 'name': ReconfigVM_Task, 'duration_secs': 1.196287} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.808116] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375222', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'name': 'volume-74631c2a-9c90-41a7-a141-864bde108d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6edb93b6-41eb-4fa6-b003-1fd11e60adf5', 'attached_at': '', 'detached_at': '', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'serial': '74631c2a-9c90-41a7-a141-864bde108d33'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1920.810990] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098133d-c5a2-497b-8f60-9d76aad5b067 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.826922] env[62312]: INFO nova.network.neutron [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating port 3509e4ea-cf28-416a-b5cd-56a32c79e61d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1920.829163] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca89d1-e647-49b5-87ce-1599f49026e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.837607] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189ffbd-35db-49e0-b614-8b3e4edee288 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.867641] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179554MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1920.867800] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.099015] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.199685] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.846902] env[62312]: DEBUG nova.objects.instance [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'flavor' on Instance uuid 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.922826] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b1a54-fad3-4fe4-8785-44f540dc1423 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.931036] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24d6469-fff5-4e4d-86e3-7cb430b1eb40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.961098] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a4f9e7-11ce-4930-b28f-de5255287ee2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.969274] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49f975-2bf4-4b3e-99b1-fafa9340889b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.982956] env[62312]: DEBUG nova.compute.provider_tree [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.261810] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "5d63c304-be56-4abc-8a10-668076a433ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.262400] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.262651] env[62312]: INFO nova.compute.manager [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Attaching volume 0f6acaec-58c2-4365-afc9-f93823d7c9ac to /dev/sdb [ 1922.300273] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd31d89-f8a7-4ea7-a14e-0de38806dadb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.307580] env[62312]: DEBUG nova.compute.manager [req-7523c7cc-de59-4388-b4c2-3b58769a9704 req-129c8a58-a715-43cf-8c0d-4bd7a0d8b735 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-vif-plugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1922.308234] env[62312]: DEBUG oslo_concurrency.lockutils [req-7523c7cc-de59-4388-b4c2-3b58769a9704 req-129c8a58-a715-43cf-8c0d-4bd7a0d8b735 service nova] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.308306] env[62312]: DEBUG oslo_concurrency.lockutils [req-7523c7cc-de59-4388-b4c2-3b58769a9704 req-129c8a58-a715-43cf-8c0d-4bd7a0d8b735 service nova] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.308481] env[62312]: DEBUG oslo_concurrency.lockutils [req-7523c7cc-de59-4388-b4c2-3b58769a9704 req-129c8a58-a715-43cf-8c0d-4bd7a0d8b735 service nova] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.308611] env[62312]: DEBUG nova.compute.manager [req-7523c7cc-de59-4388-b4c2-3b58769a9704 req-129c8a58-a715-43cf-8c0d-4bd7a0d8b735 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] No waiting events found dispatching network-vif-plugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.308779] env[62312]: WARNING nova.compute.manager [req-7523c7cc-de59-4388-b4c2-3b58769a9704 req-129c8a58-a715-43cf-8c0d-4bd7a0d8b735 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received unexpected event network-vif-plugged-3509e4ea-cf28-416a-b5cd-56a32c79e61d for instance with vm_state shelved_offloaded and task_state spawning. [ 1922.311726] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29c7da-1b1c-4825-aedd-2a462b6b1162 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.327238] env[62312]: DEBUG nova.virt.block_device [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updating existing volume attachment record: 03d9fb39-3f16-40ca-8e72-5a26da25fd21 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1922.353735] env[62312]: DEBUG oslo_concurrency.lockutils [None req-fa4e3be6-4e5f-40b5-9a87-2f11244ac056 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.780s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.400799] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.401062] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.401310] env[62312]: DEBUG nova.network.neutron [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.485933] env[62312]: DEBUG nova.scheduler.client.report [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.990625] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.991011] env[62312]: DEBUG nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1922.996564] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.129s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.165034] env[62312]: DEBUG nova.network.neutron [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.241782] env[62312]: DEBUG nova.compute.manager [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1923.498712] env[62312]: DEBUG nova.compute.utils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1923.504873] env[62312]: DEBUG nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1923.505099] env[62312]: DEBUG nova.network.neutron [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1923.571697] env[62312]: DEBUG nova.policy [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c847e8a37e8d4e549eb66532fba23cac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0cef8832bb429699a2c5f5fdff61ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1923.667513] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.695915] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ff6fbcc3df7ed43d97c4018f3b710496',container_format='bare',created_at=2024-12-12T10:57:06Z,direct_url=,disk_format='vmdk',id=f5479cb7-a058-4f6a-ab7a-6b25483b01c7,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-220275976-shelved',owner='dd0b53092eef415b92f1b32261730cc1',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-12T10:57:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1923.696260] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.696348] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1923.696525] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.696673] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1923.696820] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1923.697099] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1923.697282] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1923.697542] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1923.697605] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1923.697774] env[62312]: DEBUG nova.virt.hardware [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1923.698682] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0742c56-68c5-4eb2-b034-7085205fa36c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.707179] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a570c9-88c4-4602-ab9f-203a2106deb9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.721911] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d6:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3509e4ea-cf28-416a-b5cd-56a32c79e61d', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1923.728744] env[62312]: DEBUG oslo.service.loopingcall [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.728912] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1923.728992] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab10973-7ff1-4486-8419-7061b9436d00 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.751112] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1923.751112] env[62312]: value = "task-1810589" [ 1923.751112] env[62312]: _type = "Task" [ 1923.751112] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.759742] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810589, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.783896] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.959392] env[62312]: DEBUG nova.network.neutron [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Successfully created port: 48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1924.005850] env[62312]: DEBUG nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1924.018932] env[62312]: INFO nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating resource usage from migration 2a84cb1a-0abc-4219-9105-227a6a7e610e [ 1924.044055] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.044513] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e65b633f-4471-4dc9-bba4-8201dd074453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.044827] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2002bc74-5d2f-4bfb-93d8-57e38df64cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.045064] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5d63c304-be56-4abc-8a10-668076a433ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bb22049c-01e1-45ae-bba1-1232ba2883e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.047098] env[62312]: WARNING nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 045c0c44-7c36-4942-9011-27c143235604 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ebe39342-4520-4b0f-9799-8b0a38ba4ad0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5a908b6d-713d-463a-80bd-c143b61f77dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance f7a6077c-e606-4edb-8e06-4ef911c1a01e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Migration 2a84cb1a-0abc-4219-9105-227a6a7e610e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1924.047098] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1924.209519] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9404957-f991-4a86-9e26-cf2369b1a0ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.216049] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aeadc3-b511-4672-927b-d49512ee7ae1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.246569] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109df56e-90b7-4676-b4ad-399343836796 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.259281] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a1c5d-7730-47ac-bda3-ab7ad011e51c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.267051] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810589, 'name': CreateVM_Task, 'duration_secs': 0.454598} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.267598] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1924.268341] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.268520] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.268938] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1924.269242] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd70eba-2465-44be-8458-23ebb396c0a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.279745] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.285287] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1924.285287] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52418cda-3005-c92a-fac1-6b7b3c8faacb" [ 1924.285287] env[62312]: _type = "Task" [ 1924.285287] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.296467] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52418cda-3005-c92a-fac1-6b7b3c8faacb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.338533] env[62312]: DEBUG nova.compute.manager [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1924.338598] env[62312]: DEBUG nova.compute.manager [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing instance network info cache due to event network-changed-3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1924.338799] env[62312]: DEBUG oslo_concurrency.lockutils [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.338946] env[62312]: DEBUG oslo_concurrency.lockutils [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.339124] env[62312]: DEBUG nova.network.neutron [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Refreshing network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1924.511655] env[62312]: INFO nova.virt.block_device [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Booting with volume 273a03d7-df3b-47ed-aee1-96485a4167e4 at /dev/sda [ 1924.543133] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96d17d11-a37b-4009-821a-1841e76c2d33 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.553013] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c79da9-87fe-4c2d-a056-f1a95c4f2c43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.582681] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc4dd252-5634-47a7-8667-4ee2829698b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.591919] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92281341-071a-4a0f-93ae-ce84693d4948 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.621734] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea983b-8076-4c61-9332-d503a333da70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.628017] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1500455-7234-41b8-8801-3f4d8ffbc7d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.641930] env[62312]: DEBUG nova.virt.block_device [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating existing volume attachment record: 1757d216-7652-4343-aa4c-77dcec29f40b {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1924.783642] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.797088] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.797348] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Processing image f5479cb7-a058-4f6a-ab7a-6b25483b01c7 {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1924.797590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7/f5479cb7-a058-4f6a-ab7a-6b25483b01c7.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.797738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7/f5479cb7-a058-4f6a-ab7a-6b25483b01c7.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.797913] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1924.798725] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6db6530a-124f-451a-a740-a8aeed9341ec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.809439] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1924.809677] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1924.810369] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e99e27-73da-4282-82d5-753dc9cfe6ea {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.817729] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1924.817729] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b0eb65-1761-b715-ea4f-2129a433236f" [ 1924.817729] env[62312]: _type = "Task" [ 1924.817729] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.825537] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b0eb65-1761-b715-ea4f-2129a433236f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.046179] env[62312]: DEBUG nova.network.neutron [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updated VIF entry in instance network info cache for port 3509e4ea-cf28-416a-b5cd-56a32c79e61d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1925.046589] env[62312]: DEBUG nova.network.neutron [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.292065] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1925.292065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.295s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.292308] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.193s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.292498] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.294632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.511s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.316819] env[62312]: INFO nova.scheduler.client.report [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Deleted allocations for instance 045c0c44-7c36-4942-9011-27c143235604 [ 1925.330019] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Preparing fetch location {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1925.330269] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Fetch image to [datastore1] OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29/OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29.vmdk {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1925.330450] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Downloading stream optimized image f5479cb7-a058-4f6a-ab7a-6b25483b01c7 to [datastore1] OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29/OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29.vmdk on the data store datastore1 as vApp {{(pid=62312) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1925.330623] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Downloading image file data f5479cb7-a058-4f6a-ab7a-6b25483b01c7 to the ESX as VM named 'OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29' {{(pid=62312) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1925.405451] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1925.405451] env[62312]: value = "resgroup-9" [ 1925.405451] env[62312]: _type = "ResourcePool" [ 1925.405451] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1925.405757] env[62312]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-758d10a6-00a5-45a9-8657-8d90eb721174 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.426484] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease: (returnval){ [ 1925.426484] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528d5d78-5aa4-f0de-5f89-47030f8fab83" [ 1925.426484] env[62312]: _type = "HttpNfcLease" [ 1925.426484] env[62312]: } obtained for vApp import into resource pool (val){ [ 1925.426484] env[62312]: value = "resgroup-9" [ 1925.426484] env[62312]: _type = "ResourcePool" [ 1925.426484] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1925.426906] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the lease: (returnval){ [ 1925.426906] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528d5d78-5aa4-f0de-5f89-47030f8fab83" [ 1925.426906] env[62312]: _type = "HttpNfcLease" [ 1925.426906] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1925.433589] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1925.433589] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528d5d78-5aa4-f0de-5f89-47030f8fab83" [ 1925.433589] env[62312]: _type = "HttpNfcLease" [ 1925.433589] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1925.511980] env[62312]: DEBUG nova.network.neutron [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Successfully updated port: 48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1925.549138] env[62312]: DEBUG oslo_concurrency.lockutils [req-be151221-1671-47f5-a49c-8f0da6432125 req-94a8ab22-c307-4aa8-b491-9f1649531466 service nova] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.799296] env[62312]: INFO nova.compute.claims [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.830210] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a44b8e9d-5413-4048-86ec-aec579c799e6 tempest-ServersNegativeTestJSON-163151976 tempest-ServersNegativeTestJSON-163151976-project-member] Lock "045c0c44-7c36-4942-9011-27c143235604" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.243s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.936537] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1925.936537] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528d5d78-5aa4-f0de-5f89-47030f8fab83" [ 1925.936537] env[62312]: _type = "HttpNfcLease" [ 1925.936537] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1925.936858] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1925.936858] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528d5d78-5aa4-f0de-5f89-47030f8fab83" [ 1925.936858] env[62312]: _type = "HttpNfcLease" [ 1925.936858] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1925.937644] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ff74d-ea0d-43e0-9fd3-413ef6d4e04e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.946074] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240da1c-779f-ca27-623e-f7451804575b/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1925.946268] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240da1c-779f-ca27-623e-f7451804575b/disk-0.vmdk. {{(pid=62312) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1926.010411] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72f2be09-033c-46e5-9596-8596b6c44ad6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.016453] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.016608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.016741] env[62312]: DEBUG nova.network.neutron [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1926.306394] env[62312]: INFO nova.compute.resource_tracker [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating resource usage from migration 2a84cb1a-0abc-4219-9105-227a6a7e610e [ 1926.367950] env[62312]: DEBUG nova.compute.manager [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Received event network-vif-plugged-48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1926.368194] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] Acquiring lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.368421] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.368577] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.368752] env[62312]: DEBUG nova.compute.manager [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] No waiting events found dispatching network-vif-plugged-48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1926.368916] env[62312]: WARNING nova.compute.manager [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Received unexpected event network-vif-plugged-48b421d8-2d18-42fb-8439-a49b2c1d5ffe for instance with vm_state building and task_state spawning. [ 1926.369087] env[62312]: DEBUG nova.compute.manager [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Received event network-changed-48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1926.369244] env[62312]: DEBUG nova.compute.manager [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Refreshing instance network info cache due to event network-changed-48b421d8-2d18-42fb-8439-a49b2c1d5ffe. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1926.369406] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] Acquiring lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.474080] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe1a38-53ff-4180-a9d9-36f3343a892e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.485886] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59266497-801c-4e5c-9308-cdf80dbb06f9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.518738] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283d4323-cefd-4c50-adf0-b2e6cfa658ed {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.529020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a273a50a-2b5b-4d85-8ac8-69e7aa3c6f25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.543871] env[62312]: DEBUG nova.compute.provider_tree [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.583495] env[62312]: DEBUG nova.network.neutron [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1926.725808] env[62312]: DEBUG nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1926.728132] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1926.728718] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1926.732058] env[62312]: DEBUG nova.virt.hardware [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1926.732058] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7683d4-17fc-4f56-8e17-2ec2e46f4aff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.736978] env[62312]: DEBUG nova.network.neutron [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance_info_cache with network_info: [{"id": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "address": "fa:16:3e:3e:28:28", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b421d8-2d", "ovs_interfaceid": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.747181] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c62bf4-6887-499e-a784-93254564daaa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.877170] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1926.877422] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375224', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'name': 'volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5d63c304-be56-4abc-8a10-668076a433ea', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'serial': '0f6acaec-58c2-4365-afc9-f93823d7c9ac'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1926.878506] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e646662-2e99-4478-9001-9b039edee761 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.896769] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced86bd8-93e7-4da8-949e-0e939dd82f58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.924648] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac/volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.924982] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bfddfb-e05a-4a77-afbb-c307cc93bd53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.944840] env[62312]: DEBUG oslo_vmware.api [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1926.944840] env[62312]: value = "task-1810592" [ 1926.944840] env[62312]: _type = "Task" [ 1926.944840] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.955628] env[62312]: DEBUG oslo_vmware.api [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.048034] env[62312]: DEBUG nova.scheduler.client.report [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.138281] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Completed reading data from the image iterator. {{(pid=62312) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1927.138610] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240da1c-779f-ca27-623e-f7451804575b/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1927.139554] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00229d0f-3e12-4ba3-885d-5ba592938dc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.147327] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240da1c-779f-ca27-623e-f7451804575b/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1927.147548] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240da1c-779f-ca27-623e-f7451804575b/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1927.147813] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3972738a-7c6f-4291-a3b5-a8c81e5e3b59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.240994] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.241914] env[62312]: DEBUG nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Instance network_info: |[{"id": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "address": "fa:16:3e:3e:28:28", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b421d8-2d", "ovs_interfaceid": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1927.241914] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] Acquired lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.242190] env[62312]: DEBUG nova.network.neutron [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Refreshing network info cache for port 48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.243216] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:28:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48b421d8-2d18-42fb-8439-a49b2c1d5ffe', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1927.251327] env[62312]: DEBUG oslo.service.loopingcall [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.251835] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1927.252719] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1d4d11d-02d3-458f-b0b4-4d5637a9fa59 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.274485] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1927.274485] env[62312]: value = "task-1810593" [ 1927.274485] env[62312]: _type = "Task" [ 1927.274485] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.283184] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810593, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.427400] env[62312]: DEBUG oslo_vmware.rw_handles [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5240da1c-779f-ca27-623e-f7451804575b/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1927.427625] env[62312]: INFO nova.virt.vmwareapi.images [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Downloaded image file data f5479cb7-a058-4f6a-ab7a-6b25483b01c7 [ 1927.428447] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d4e27f-bbc7-4300-979f-3e39e42f63f7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.448253] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48ed5a37-9a49-40b0-afdc-906aee535ea5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.454812] env[62312]: DEBUG oslo_vmware.api [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810592, 'name': ReconfigVM_Task, 'duration_secs': 0.390455} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.455068] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac/volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.459743] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de154c20-2989-4c2a-9cce-1b89f9cefe74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.475355] env[62312]: DEBUG oslo_vmware.api [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1927.475355] env[62312]: value = "task-1810595" [ 1927.475355] env[62312]: _type = "Task" [ 1927.475355] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.483992] env[62312]: DEBUG oslo_vmware.api [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.517973] env[62312]: INFO nova.virt.vmwareapi.images [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] The imported VM was unregistered [ 1927.520389] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Caching image {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1927.520728] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7 {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.520914] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0e3161f-f7dd-465c-8155-9e0db7ca1ce4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.531747] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created directory with path [datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7 {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.531933] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29/OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29.vmdk to [datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7/f5479cb7-a058-4f6a-ab7a-6b25483b01c7.vmdk. {{(pid=62312) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1927.532186] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-867c3171-7b54-4c00-8a3d-0565ad8c6a95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.540742] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1927.540742] env[62312]: value = "task-1810596" [ 1927.540742] env[62312]: _type = "Task" [ 1927.540742] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.548471] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810596, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.553292] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.553495] env[62312]: INFO nova.compute.manager [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Migrating [ 1927.786712] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810593, 'name': CreateVM_Task, 'duration_secs': 0.451158} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.789074] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.789779] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '1757d216-7652-4343-aa4c-77dcec29f40b', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375215', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'name': 'volume-273a03d7-df3b-47ed-aee1-96485a4167e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7a6077c-e606-4edb-8e06-4ef911c1a01e', 'attached_at': '', 'detached_at': '', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'serial': '273a03d7-df3b-47ed-aee1-96485a4167e4'}, 'volume_type': None}], 'swap': None} {{(pid=62312) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1927.790150] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Root volume attach. Driver type: vmdk {{(pid=62312) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1927.791282] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d267f69-6d83-4e98-8c4d-7cd220a036bf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.800732] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d81ad1c-02b7-49bb-a4f4-4f030d54e900 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.808878] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b969743-4b07-479f-aa14-6a0aa37980ec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.815903] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e20d5e89-c55d-4b8d-bae3-b37ca018681d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.823707] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1927.823707] env[62312]: value = "task-1810597" [ 1927.823707] env[62312]: _type = "Task" [ 1927.823707] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.836305] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810597, 'name': RelocateVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.981159] env[62312]: DEBUG nova.network.neutron [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updated VIF entry in instance network info cache for port 48b421d8-2d18-42fb-8439-a49b2c1d5ffe. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.981573] env[62312]: DEBUG nova.network.neutron [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance_info_cache with network_info: [{"id": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "address": "fa:16:3e:3e:28:28", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b421d8-2d", "ovs_interfaceid": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.987806] env[62312]: DEBUG oslo_vmware.api [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810595, 'name': ReconfigVM_Task, 'duration_secs': 0.155304} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.988122] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375224', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'name': 'volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5d63c304-be56-4abc-8a10-668076a433ea', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'serial': '0f6acaec-58c2-4365-afc9-f93823d7c9ac'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1928.053787] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810596, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.067960] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.068176] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.068363] env[62312]: DEBUG nova.network.neutron [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.337138] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810597, 'name': RelocateVM_Task} progress is 19%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.483997] env[62312]: DEBUG oslo_concurrency.lockutils [req-f0764b1a-da94-43c3-8a6b-3b8898b1bae0 req-ff4f7594-24c3-48c5-999a-064f962d298f service nova] Releasing lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.553875] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810596, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.803249] env[62312]: DEBUG nova.network.neutron [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.837840] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810597, 'name': RelocateVM_Task} progress is 20%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.031020] env[62312]: DEBUG nova.objects.instance [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'flavor' on Instance uuid 5d63c304-be56-4abc-8a10-668076a433ea {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.054616] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810596, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.306250] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.337542] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810597, 'name': RelocateVM_Task, 'duration_secs': 1.144288} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.337833] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1929.338053] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375215', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'name': 'volume-273a03d7-df3b-47ed-aee1-96485a4167e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7a6077c-e606-4edb-8e06-4ef911c1a01e', 'attached_at': '', 'detached_at': '', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'serial': '273a03d7-df3b-47ed-aee1-96485a4167e4'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1929.339156] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74835144-6329-4465-8aac-5f4570c82e77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.358083] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33116ba-95be-4616-b028-1377ea8d0812 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.382674] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-273a03d7-df3b-47ed-aee1-96485a4167e4/volume-273a03d7-df3b-47ed-aee1-96485a4167e4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.382958] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5005a1-b8bd-4685-9648-d3a0a89a1337 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.405339] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1929.405339] env[62312]: value = "task-1810598" [ 1929.405339] env[62312]: _type = "Task" [ 1929.405339] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.415822] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.537514] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a855b8bc-b2e8-431b-a312-73fe6d126746 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.555785] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810596, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.915604] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.051872] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810596, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.335529} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.052091] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29/OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29.vmdk to [datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7/f5479cb7-a058-4f6a-ab7a-6b25483b01c7.vmdk. [ 1930.052504] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Cleaning up location [datastore1] OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29 {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1930.052573] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c9769997-af04-426b-840e-d02353b8ff29 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1930.052898] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e05c68ea-d163-4ccc-b7bb-7c16ce1f72fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.059336] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1930.059336] env[62312]: value = "task-1810599" [ 1930.059336] env[62312]: _type = "Task" [ 1930.059336] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.067563] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.417069] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810598, 'name': ReconfigVM_Task, 'duration_secs': 0.639651} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.417373] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-273a03d7-df3b-47ed-aee1-96485a4167e4/volume-273a03d7-df3b-47ed-aee1-96485a4167e4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.422346] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee835f4-ab9f-47c1-9cee-b3e4e08d03fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.436762] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1930.436762] env[62312]: value = "task-1810600" [ 1930.436762] env[62312]: _type = "Task" [ 1930.436762] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.445790] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.568972] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034628} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.569251] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1930.569421] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7/f5479cb7-a058-4f6a-ab7a-6b25483b01c7.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.569655] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7/f5479cb7-a058-4f6a-ab7a-6b25483b01c7.vmdk to [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1930.569903] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bdcec14-633e-4de4-962d-4bae881a7792 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.576706] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1930.576706] env[62312]: value = "task-1810601" [ 1930.576706] env[62312]: _type = "Task" [ 1930.576706] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.584814] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.821131] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bceb0b6-ff1b-4f86-8e0e-304954f77f89 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.842597] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance '6edb93b6-41eb-4fa6-b003-1fd11e60adf5' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1930.948971] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.087904] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810601, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.150393] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.150643] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.348889] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.349246] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22e9cd26-ecf2-466f-b784-7efca94c025d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.357418] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1931.357418] env[62312]: value = "task-1810602" [ 1931.357418] env[62312]: _type = "Task" [ 1931.357418] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.367785] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.449798] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810600, 'name': ReconfigVM_Task, 'duration_secs': 0.685668} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.450154] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375215', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'name': 'volume-273a03d7-df3b-47ed-aee1-96485a4167e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7a6077c-e606-4edb-8e06-4ef911c1a01e', 'attached_at': '', 'detached_at': '', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'serial': '273a03d7-df3b-47ed-aee1-96485a4167e4'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1931.450791] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b0ede1-a998-436c-a499-7f06707210e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.460346] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1931.460346] env[62312]: value = "task-1810603" [ 1931.460346] env[62312]: _type = "Task" [ 1931.460346] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.471245] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810603, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.590399] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810601, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.653251] env[62312]: DEBUG nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1931.869473] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810602, 'name': PowerOffVM_Task, 'duration_secs': 0.219799} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.869762] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.869952] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance '6edb93b6-41eb-4fa6-b003-1fd11e60adf5' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1931.974137] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810603, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.091384] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810601, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.178081] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.178358] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.180102] env[62312]: INFO nova.compute.claims [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.377299] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1932.377724] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.377970] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1932.378285] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.378526] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1932.378743] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1932.379039] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1932.379283] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1932.379562] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1932.379807] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1932.380058] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1932.388606] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11536af0-7021-4e50-9735-72aa69b1a017 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.409299] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1932.409299] env[62312]: value = "task-1810604" [ 1932.409299] env[62312]: _type = "Task" [ 1932.409299] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.420868] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.473198] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810603, 'name': Rename_Task, 'duration_secs': 0.793068} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.473198] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.473560] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d334c5c5-9e5c-44a7-9d8e-cd8b2b3869cb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.481721] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1932.481721] env[62312]: value = "task-1810605" [ 1932.481721] env[62312]: _type = "Task" [ 1932.481721] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.492419] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.591055] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810601, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.922526] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810604, 'name': ReconfigVM_Task, 'duration_secs': 0.335824} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.922526] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance '6edb93b6-41eb-4fa6-b003-1fd11e60adf5' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1932.995339] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.092803] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810601, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.337735] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2356448d-3b50-444e-a09c-f09297bacb74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.345584] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3fb624-633b-48de-a3d1-fe9df0d393c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.376130] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603660c-7e99-4ea9-a761-6595e123f731 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.383328] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a895b98-ac27-4cf7-8732-052b6979f3c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.396324] env[62312]: DEBUG nova.compute.provider_tree [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.429675] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1933.429912] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.430088] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1933.430277] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.430421] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1933.430564] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1933.430766] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1933.430923] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1933.431098] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1933.431263] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1933.431432] env[62312]: DEBUG nova.virt.hardware [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1933.436732] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1933.437255] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c445c71-ed75-4349-b82c-b0fbb25f6b91 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.456698] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1933.456698] env[62312]: value = "task-1810606" [ 1933.456698] env[62312]: _type = "Task" [ 1933.456698] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.464837] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.493094] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.590799] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810601, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.737185} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.591179] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5479cb7-a058-4f6a-ab7a-6b25483b01c7/f5479cb7-a058-4f6a-ab7a-6b25483b01c7.vmdk to [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.592055] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78af2d5-1d20-4dcf-b323-45983fd97882 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.615677] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.615943] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5ec780-90a2-40e9-b876-5888eb167fd7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.635847] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1933.635847] env[62312]: value = "task-1810607" [ 1933.635847] env[62312]: _type = "Task" [ 1933.635847] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.648184] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.916510] env[62312]: ERROR nova.scheduler.client.report [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [req-6f2cecee-d399-436c-881a-3ccef1e47253] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6f2cecee-d399-436c-881a-3ccef1e47253"}]} [ 1933.932638] env[62312]: DEBUG nova.scheduler.client.report [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1933.945497] env[62312]: DEBUG nova.scheduler.client.report [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1933.945716] env[62312]: DEBUG nova.compute.provider_tree [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.961935] env[62312]: DEBUG nova.scheduler.client.report [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1933.969613] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.988754] env[62312]: DEBUG nova.scheduler.client.report [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1933.997054] env[62312]: DEBUG oslo_vmware.api [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810605, 'name': PowerOnVM_Task, 'duration_secs': 1.143536} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.998157] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.998157] env[62312]: INFO nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1933.998157] env[62312]: DEBUG nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.998862] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc51e3f-2398-44d0-94f1-8ac0614238e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.140787] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d306144d-57ae-4bec-96d9-40e43050111d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.148435] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810607, 'name': ReconfigVM_Task, 'duration_secs': 0.29859} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.150227] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd/5a908b6d-713d-463a-80bd-c143b61f77dd.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.151394] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': 'ed1280ea-319d-44a1-aa42-f0ee15d45ebe'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '39479f86-f643-4ec8-978d-54aece30bd87', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375220', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'name': 'volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5a908b6d-713d-463a-80bd-c143b61f77dd', 'attached_at': '', 'detached_at': '', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'serial': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd'}, 'volume_type': None}], 'swap': None} {{(pid=62312) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1934.151596] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1934.151784] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375220', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'name': 'volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5a908b6d-713d-463a-80bd-c143b61f77dd', 'attached_at': '', 'detached_at': '', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'serial': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1934.152561] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd24452-9f4a-4207-9ea1-1aff9f452419 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.155444] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba1cca-2dec-48ec-aa5c-73bae4d790f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.196048] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1632a0-adb7-4327-bb63-118e9788ef27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.199486] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad0cf3-bc6d-4410-b15c-725a492f637f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.218539] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b4b732-5896-4593-95ef-b86bcc16ec77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.229089] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd/volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.229328] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8851a687-9b62-4275-bf51-4729b695f333 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.253770] env[62312]: DEBUG nova.compute.provider_tree [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.256174] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1934.256174] env[62312]: value = "task-1810608" [ 1934.256174] env[62312]: _type = "Task" [ 1934.256174] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.263838] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.467452] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810606, 'name': ReconfigVM_Task, 'duration_secs': 0.623655} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.467714] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1934.468477] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146fa5c9-cc96-41d4-b4d8-0794f16eb4dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.492751] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.493030] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d3df95-3d6c-4275-a3ee-2905fdd082fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.512017] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1934.512017] env[62312]: value = "task-1810609" [ 1934.512017] env[62312]: _type = "Task" [ 1934.512017] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.521333] env[62312]: INFO nova.compute.manager [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Took 16.65 seconds to build instance. [ 1934.525644] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.757618] env[62312]: DEBUG nova.scheduler.client.report [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.769746] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810608, 'name': ReconfigVM_Task, 'duration_secs': 0.273511} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.770041] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd/volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.774859] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfdd692-84b5-4b1d-ad26-13ea7642bd8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.789780] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1934.789780] env[62312]: value = "task-1810610" [ 1934.789780] env[62312]: _type = "Task" [ 1934.789780] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.800028] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.026258] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27353c38-fcaf-459f-9787-e5220330701b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.163s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.026461] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810609, 'name': ReconfigVM_Task, 'duration_secs': 0.336104} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.026713] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1935.027015] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance '6edb93b6-41eb-4fa6-b003-1fd11e60adf5' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1935.265307] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.087s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.265838] env[62312]: DEBUG nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1935.299264] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810610, 'name': ReconfigVM_Task, 'duration_secs': 0.134636} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.300206] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375220', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'name': 'volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5a908b6d-713d-463a-80bd-c143b61f77dd', 'attached_at': '', 'detached_at': '', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'serial': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1935.300768] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6469de4-23f9-428c-8477-d622f526e156 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.307966] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1935.307966] env[62312]: value = "task-1810611" [ 1935.307966] env[62312]: _type = "Task" [ 1935.307966] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.315251] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810611, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.533888] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a196f-1317-4afa-a6ea-6be7122eda53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.558690] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dded464-31a8-4c6b-9ca0-8fce897b5fbd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.579834] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance '6edb93b6-41eb-4fa6-b003-1fd11e60adf5' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1935.770791] env[62312]: DEBUG nova.compute.utils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1935.773147] env[62312]: DEBUG nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1935.773402] env[62312]: DEBUG nova.network.neutron [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1935.818573] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810611, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.848995] env[62312]: DEBUG nova.policy [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d2458a148d434cb0ed36a48df9ad64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ebe00f4502489c86844a2c05bac3c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1936.125520] env[62312]: DEBUG nova.compute.manager [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Received event network-changed-d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1936.125520] env[62312]: DEBUG nova.compute.manager [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Refreshing instance network info cache due to event network-changed-d3243733-91a1-4e51-82ea-f66b399a5a4b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1936.125520] env[62312]: DEBUG oslo_concurrency.lockutils [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] Acquiring lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.125520] env[62312]: DEBUG oslo_concurrency.lockutils [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] Acquired lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.125520] env[62312]: DEBUG nova.network.neutron [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Refreshing network info cache for port d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.276682] env[62312]: DEBUG nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1936.322014] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810611, 'name': Rename_Task, 'duration_secs': 0.728418} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.326299] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1936.326299] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ffb887-fcb3-40ca-a651-2413fc0ce4cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.331911] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1936.331911] env[62312]: value = "task-1810612" [ 1936.331911] env[62312]: _type = "Task" [ 1936.331911] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.341074] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.366224] env[62312]: DEBUG nova.network.neutron [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Successfully created port: 338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1936.844571] env[62312]: DEBUG oslo_vmware.api [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810612, 'name': PowerOnVM_Task, 'duration_secs': 0.465308} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.844957] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.866837] env[62312]: DEBUG nova.network.neutron [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updated VIF entry in instance network info cache for port d3243733-91a1-4e51-82ea-f66b399a5a4b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.867223] env[62312]: DEBUG nova.network.neutron [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.970206] env[62312]: DEBUG nova.compute.manager [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.971189] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0113e9e3-a3d6-43c1-9612-64afe8efcbca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.257117] env[62312]: DEBUG nova.network.neutron [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Port 309adb7e-265f-47ba-a6d2-e5b564edce1b binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1937.287970] env[62312]: DEBUG nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1937.312915] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1937.313179] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.313338] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1937.313550] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.313700] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1937.313847] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1937.314067] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1937.314233] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1937.314397] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1937.314599] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1937.314795] env[62312]: DEBUG nova.virt.hardware [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1937.315661] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2fcb3c-13aa-4ae7-afb4-5102c068c4a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.323374] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8fd5b-d912-45f1-aec1-719f6846114a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.369690] env[62312]: DEBUG oslo_concurrency.lockutils [req-da61dcd1-80e6-48a3-a4dd-84324bc12580 req-8e8c5831-9b99-4764-8504-9b927c67a835 service nova] Releasing lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.488194] env[62312]: DEBUG oslo_concurrency.lockutils [None req-74498da8-1412-457f-a0e5-2b24755c7dfe tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.009s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.602875] env[62312]: DEBUG nova.compute.manager [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1937.947958] env[62312]: DEBUG nova.network.neutron [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Successfully updated port: 338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1938.122542] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.122843] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.150549] env[62312]: DEBUG nova.compute.manager [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Received event network-changed-48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1938.150750] env[62312]: DEBUG nova.compute.manager [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Refreshing instance network info cache due to event network-changed-48b421d8-2d18-42fb-8439-a49b2c1d5ffe. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1938.150965] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Acquiring lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.151124] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Acquired lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.151284] env[62312]: DEBUG nova.network.neutron [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Refreshing network info cache for port 48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1938.280930] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.281202] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.281412] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.450993] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.451173] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.451270] env[62312]: DEBUG nova.network.neutron [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.627996] env[62312]: INFO nova.compute.claims [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.902163] env[62312]: DEBUG nova.network.neutron [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updated VIF entry in instance network info cache for port 48b421d8-2d18-42fb-8439-a49b2c1d5ffe. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.902553] env[62312]: DEBUG nova.network.neutron [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance_info_cache with network_info: [{"id": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "address": "fa:16:3e:3e:28:28", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b421d8-2d", "ovs_interfaceid": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.984602] env[62312]: DEBUG nova.network.neutron [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1939.110997] env[62312]: DEBUG nova.network.neutron [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Updating instance_info_cache with network_info: [{"id": "338cec15-a976-435f-a166-8c26781dbaad", "address": "fa:16:3e:ed:74:80", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338cec15-a9", "ovs_interfaceid": "338cec15-a976-435f-a166-8c26781dbaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.133694] env[62312]: INFO nova.compute.resource_tracker [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating resource usage from migration a1102049-0954-4ff6-9e88-4f727eb357dd [ 1939.282675] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a813672-f6f6-4047-955a-a1dd41097b6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.292580] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d9200-8c09-4bf2-bf83-c7d6a5ccf14d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.324737] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe6d7db-7e18-4890-b8e1-0e3f1de94f7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.332243] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c5f4e6-2696-491d-9850-42c556f5dd3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.345773] env[62312]: DEBUG nova.compute.provider_tree [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.405619] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Releasing lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.405882] env[62312]: DEBUG nova.compute.manager [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Received event network-vif-plugged-338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1939.406095] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Acquiring lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.406310] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.406471] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.406638] env[62312]: DEBUG nova.compute.manager [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] No waiting events found dispatching network-vif-plugged-338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.406814] env[62312]: WARNING nova.compute.manager [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Received unexpected event network-vif-plugged-338cec15-a976-435f-a166-8c26781dbaad for instance with vm_state building and task_state spawning. [ 1939.406977] env[62312]: DEBUG nova.compute.manager [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Received event network-changed-338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1939.407151] env[62312]: DEBUG nova.compute.manager [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Refreshing instance network info cache due to event network-changed-338cec15-a976-435f-a166-8c26781dbaad. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1939.407322] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Acquiring lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.537998] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.538244] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.538436] env[62312]: DEBUG nova.network.neutron [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1939.613876] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.614228] env[62312]: DEBUG nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Instance network_info: |[{"id": "338cec15-a976-435f-a166-8c26781dbaad", "address": "fa:16:3e:ed:74:80", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338cec15-a9", "ovs_interfaceid": "338cec15-a976-435f-a166-8c26781dbaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1939.614910] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Acquired lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.615115] env[62312]: DEBUG nova.network.neutron [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Refreshing network info cache for port 338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.616421] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:74:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '338cec15-a976-435f-a166-8c26781dbaad', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.625075] env[62312]: DEBUG oslo.service.loopingcall [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.628295] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.628768] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24790b13-06ef-4a5a-8f32-4ea9d611fdb7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.649320] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.649320] env[62312]: value = "task-1810613" [ 1939.649320] env[62312]: _type = "Task" [ 1939.649320] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.657259] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810613, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.833121] env[62312]: DEBUG nova.network.neutron [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Updated VIF entry in instance network info cache for port 338cec15-a976-435f-a166-8c26781dbaad. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1939.833674] env[62312]: DEBUG nova.network.neutron [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Updating instance_info_cache with network_info: [{"id": "338cec15-a976-435f-a166-8c26781dbaad", "address": "fa:16:3e:ed:74:80", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338cec15-a9", "ovs_interfaceid": "338cec15-a976-435f-a166-8c26781dbaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.849686] env[62312]: DEBUG nova.scheduler.client.report [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.161095] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810613, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.245709] env[62312]: DEBUG nova.network.neutron [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.336654] env[62312]: DEBUG oslo_concurrency.lockutils [req-9fe538e3-dc41-4418-ac37-0f24fc03e376 req-6239b3be-7c82-4c58-9175-c5d07d406b2e service nova] Releasing lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.354048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.231s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.354208] env[62312]: INFO nova.compute.manager [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Migrating [ 1940.660477] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810613, 'name': CreateVM_Task, 'duration_secs': 0.531611} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.660651] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1940.670576] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.670758] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.671110] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.671395] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa90ebd-cde4-4493-9159-f44f1a66afc2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.676603] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1940.676603] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52132b22-4b9d-c00f-182b-d55e327216fd" [ 1940.676603] env[62312]: _type = "Task" [ 1940.676603] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.685879] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52132b22-4b9d-c00f-182b-d55e327216fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.748920] env[62312]: DEBUG oslo_concurrency.lockutils [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.869113] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.869271] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.869462] env[62312]: DEBUG nova.network.neutron [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.187570] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52132b22-4b9d-c00f-182b-d55e327216fd, 'name': SearchDatastore_Task, 'duration_secs': 0.043268} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.187919] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.188287] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1941.188593] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.188869] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.189095] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.189469] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-591960f5-b7de-4e82-848f-d3ed542aa103 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.201132] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.201371] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1941.202298] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f784ad-b559-4f1d-aeb4-d596f4b146ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.208024] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1941.208024] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529c79d6-4fda-3425-d8c3-8433e8437191" [ 1941.208024] env[62312]: _type = "Task" [ 1941.208024] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.216419] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529c79d6-4fda-3425-d8c3-8433e8437191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.258312] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bd0e11-1206-4c06-ae85-a6429411a197 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.265426] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6d98bb-a631-42cd-99cd-32cf03bcfca6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.607455] env[62312]: DEBUG nova.network.neutron [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance_info_cache with network_info: [{"id": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "address": "fa:16:3e:3e:28:28", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b421d8-2d", "ovs_interfaceid": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.718524] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529c79d6-4fda-3425-d8c3-8433e8437191, 'name': SearchDatastore_Task, 'duration_secs': 0.014785} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.719360] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cee4f75-9bff-48f7-be3e-b8e83063633d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.724392] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1941.724392] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522b232c-086d-d31a-d7dc-738d6bbdedb1" [ 1941.724392] env[62312]: _type = "Task" [ 1941.724392] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.731821] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522b232c-086d-d31a-d7dc-738d6bbdedb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.109910] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.235157] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522b232c-086d-d31a-d7dc-738d6bbdedb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.235453] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.235655] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b9af8c6c-0096-4d0e-8f8e-4fc935af582b/b9af8c6c-0096-4d0e-8f8e-4fc935af582b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1942.235903] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7d9b944-c215-4c15-be71-bd126d5ea34b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.241797] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1942.241797] env[62312]: value = "task-1810614" [ 1942.241797] env[62312]: _type = "Task" [ 1942.241797] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.248966] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.367724] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf077c9-979e-4812-b339-446c731f547f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.391311] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d6afb-828b-4e63-a990-f1b6c3ffa378 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.401111] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance '6edb93b6-41eb-4fa6-b003-1fd11e60adf5' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.751868] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488115} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.752155] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] b9af8c6c-0096-4d0e-8f8e-4fc935af582b/b9af8c6c-0096-4d0e-8f8e-4fc935af582b.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.752372] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.752629] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2eb5b37-0657-4387-95e5-75546d13d5b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.758773] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1942.758773] env[62312]: value = "task-1810615" [ 1942.758773] env[62312]: _type = "Task" [ 1942.758773] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.765941] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.908090] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.908427] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb3713a-0f29-4196-81ee-50dfdb2baa70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.915677] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1942.915677] env[62312]: value = "task-1810616" [ 1942.915677] env[62312]: _type = "Task" [ 1942.915677] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.923909] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.268645] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062173} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.268972] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.269725] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9637a1e7-3c23-4d11-ae86-ccab3dd0a5cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.292625] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b9af8c6c-0096-4d0e-8f8e-4fc935af582b/b9af8c6c-0096-4d0e-8f8e-4fc935af582b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.292924] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf505597-3d27-420b-b3cc-478fc26ed86d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.313867] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1943.313867] env[62312]: value = "task-1810617" [ 1943.313867] env[62312]: _type = "Task" [ 1943.313867] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.323721] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.425459] env[62312]: DEBUG oslo_vmware.api [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810616, 'name': PowerOnVM_Task, 'duration_secs': 0.375317} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.425722] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.425930] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-37d274db-f98e-42d6-ba25-4a3b0209b1b1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance '6edb93b6-41eb-4fa6-b003-1fd11e60adf5' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.604823] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.605022] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.605236] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.605414] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.605584] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.607739] env[62312]: INFO nova.compute.manager [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Terminating instance [ 1943.624832] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e12551-f64c-4f18-bcc5-c6770a1dce0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.643651] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance 'f7a6077c-e606-4edb-8e06-4ef911c1a01e' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.824261] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.111680] env[62312]: DEBUG nova.compute.manager [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1944.111680] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.112560] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19bec61-3fb0-4d25-ba83-1f6b2688d2e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.119848] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.120047] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d61d9e2-331c-45aa-9eaa-7a3f612649f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.126615] env[62312]: DEBUG oslo_vmware.api [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1944.126615] env[62312]: value = "task-1810618" [ 1944.126615] env[62312]: _type = "Task" [ 1944.126615] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.134725] env[62312]: DEBUG oslo_vmware.api [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.149456] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.149730] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e276667-5661-4154-9f72-d5eb79d70b96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.155795] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1944.155795] env[62312]: value = "task-1810619" [ 1944.155795] env[62312]: _type = "Task" [ 1944.155795] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.164091] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.324248] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.637678] env[62312]: DEBUG oslo_vmware.api [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810618, 'name': PowerOffVM_Task, 'duration_secs': 0.360053} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.637966] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.638159] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.638423] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49f2f0a4-e2f4-4ec0-81cf-0b55d40c37c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.665485] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810619, 'name': PowerOffVM_Task, 'duration_secs': 0.338501} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.665772] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.665959] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance 'f7a6077c-e606-4edb-8e06-4ef911c1a01e' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1944.708691] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.708931] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.709128] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleting the datastore file [datastore1] 2002bc74-5d2f-4bfb-93d8-57e38df64cad {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.709668] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb7a1446-166c-4c40-a084-cb35adf55d41 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.717670] env[62312]: DEBUG oslo_vmware.api [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1944.717670] env[62312]: value = "task-1810621" [ 1944.717670] env[62312]: _type = "Task" [ 1944.717670] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.726252] env[62312]: DEBUG oslo_vmware.api [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.825980] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810617, 'name': ReconfigVM_Task, 'duration_secs': 1.269048} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.826273] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b9af8c6c-0096-4d0e-8f8e-4fc935af582b/b9af8c6c-0096-4d0e-8f8e-4fc935af582b.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.826899] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-163e8c38-cf58-48da-94e4-9c0d0bbaab5c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.833175] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1944.833175] env[62312]: value = "task-1810622" [ 1944.833175] env[62312]: _type = "Task" [ 1944.833175] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.840751] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810622, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.172630] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.172891] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.173232] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.173232] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.173374] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.173536] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.173761] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.173922] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.174095] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.174259] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.174430] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.179878] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4cf5664-d88f-41bd-94d3-10e5048a79e9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.196427] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1945.196427] env[62312]: value = "task-1810623" [ 1945.196427] env[62312]: _type = "Task" [ 1945.196427] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.208307] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.227299] env[62312]: DEBUG oslo_vmware.api [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132691} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.228693] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.228887] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1945.229073] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1945.229248] env[62312]: INFO nova.compute.manager [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1945.229481] env[62312]: DEBUG oslo.service.loopingcall [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.232713] env[62312]: DEBUG nova.compute.manager [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1945.232819] env[62312]: DEBUG nova.network.neutron [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1945.294660] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1945.294856] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1945.343508] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810622, 'name': Rename_Task, 'duration_secs': 0.126242} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.343774] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.344027] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a51817-573b-43c4-ada4-c3ea23b098b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.350387] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1945.350387] env[62312]: value = "task-1810624" [ 1945.350387] env[62312]: _type = "Task" [ 1945.350387] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.359079] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.706794] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810623, 'name': ReconfigVM_Task, 'duration_secs': 0.12222} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.707226] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance 'f7a6077c-e606-4edb-8e06-4ef911c1a01e' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.793466] env[62312]: DEBUG nova.compute.manager [req-21a583c2-62fa-4493-b9c2-3e60cd7cf485 req-8e17ef5f-c7bb-4467-a171-c78316377c9d service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Received event network-vif-deleted-2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1945.793734] env[62312]: INFO nova.compute.manager [req-21a583c2-62fa-4493-b9c2-3e60cd7cf485 req-8e17ef5f-c7bb-4467-a171-c78316377c9d service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Neutron deleted interface 2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d; detaching it from the instance and deleting it from the info cache [ 1945.793924] env[62312]: DEBUG nova.network.neutron [req-21a583c2-62fa-4493-b9c2-3e60cd7cf485 req-8e17ef5f-c7bb-4467-a171-c78316377c9d service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.805530] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1945.805790] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1945.837231] env[62312]: DEBUG nova.network.neutron [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Port 309adb7e-265f-47ba-a6d2-e5b564edce1b binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1945.837537] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.837713] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.837892] env[62312]: DEBUG nova.network.neutron [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1945.860677] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.212981] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.213247] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.213406] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.213607] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.213754] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.213902] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.214111] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.214269] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.214429] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.214593] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.214766] env[62312]: DEBUG nova.virt.hardware [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.220014] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1946.220308] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76fb21b7-5722-46a0-998a-5a608471c744 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.240376] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1946.240376] env[62312]: value = "task-1810625" [ 1946.240376] env[62312]: _type = "Task" [ 1946.240376] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.248275] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.270811] env[62312]: DEBUG nova.network.neutron [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.297042] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06419302-f984-4daa-abf6-ec60ccecffd3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.307795] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8d0ff7-f604-4079-a58c-15d100bd54a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.342066] env[62312]: DEBUG nova.compute.manager [req-21a583c2-62fa-4493-b9c2-3e60cd7cf485 req-8e17ef5f-c7bb-4467-a171-c78316377c9d service nova] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Detach interface failed, port_id=2ee57f98-9d22-4ae2-96bf-f3d5120f3e9d, reason: Instance 2002bc74-5d2f-4bfb-93d8-57e38df64cad could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1946.361647] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.589463] env[62312]: DEBUG nova.network.neutron [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.751020] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810625, 'name': ReconfigVM_Task, 'duration_secs': 0.296537} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.751419] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1946.752497] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01466610-c2b4-42d7-bcb4-87cba9035553 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.777474] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-273a03d7-df3b-47ed-aee1-96485a4167e4/volume-273a03d7-df3b-47ed-aee1-96485a4167e4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1946.777870] env[62312]: INFO nova.compute.manager [-] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Took 1.54 seconds to deallocate network for instance. [ 1946.778116] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4398093b-5abd-41b2-b2c3-3e6219c9da5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.797154] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1946.797154] env[62312]: value = "task-1810626" [ 1946.797154] env[62312]: _type = "Task" [ 1946.797154] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.805085] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.863322] env[62312]: DEBUG oslo_vmware.api [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810624, 'name': PowerOnVM_Task, 'duration_secs': 1.434547} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.863665] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.863917] env[62312]: INFO nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1946.864157] env[62312]: DEBUG nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.865168] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc95f38-7a92-4ae4-bb9c-0fc288c0a522 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.093049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.297424] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.297746] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.297897] env[62312]: DEBUG nova.objects.instance [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'resources' on Instance uuid 2002bc74-5d2f-4bfb-93d8-57e38df64cad {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.308278] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.381219] env[62312]: INFO nova.compute.manager [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Took 15.22 seconds to build instance. [ 1947.597131] env[62312]: DEBUG nova.compute.manager [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62312) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1947.714162] env[62312]: DEBUG nova.compute.manager [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Received event network-changed-338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1947.714292] env[62312]: DEBUG nova.compute.manager [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Refreshing instance network info cache due to event network-changed-338cec15-a976-435f-a166-8c26781dbaad. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1947.714504] env[62312]: DEBUG oslo_concurrency.lockutils [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] Acquiring lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.714702] env[62312]: DEBUG oslo_concurrency.lockutils [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] Acquired lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.714884] env[62312]: DEBUG nova.network.neutron [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Refreshing network info cache for port 338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.810892] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810626, 'name': ReconfigVM_Task, 'duration_secs': 0.953856} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.811243] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-273a03d7-df3b-47ed-aee1-96485a4167e4/volume-273a03d7-df3b-47ed-aee1-96485a4167e4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.811507] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance 'f7a6077c-e606-4edb-8e06-4ef911c1a01e' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1947.883888] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5f00a9b3-beeb-49a5-ab96-7e69bd1b3fd3 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.733s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.951745] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67388c29-c516-4f31-9463-8a72ee4c9f0c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.959380] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e8f8d-730f-44ca-b2f9-c120c5c62a87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.990225] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8eaffe-b77a-47d1-95d4-b3ef0315af3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.997229] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f71d2b-6c04-44b1-988e-80c9764e956a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.009834] env[62312]: DEBUG nova.compute.provider_tree [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1948.318019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287afdc2-f3cf-414a-a177-7a0585790eae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.340650] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26eb00d-9408-4dd4-ba98-3f97df32dbb4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.358863] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance 'f7a6077c-e606-4edb-8e06-4ef911c1a01e' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.451611] env[62312]: DEBUG nova.network.neutron [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Updated VIF entry in instance network info cache for port 338cec15-a976-435f-a166-8c26781dbaad. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.452059] env[62312]: DEBUG nova.network.neutron [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Updating instance_info_cache with network_info: [{"id": "338cec15-a976-435f-a166-8c26781dbaad", "address": "fa:16:3e:ed:74:80", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338cec15-a9", "ovs_interfaceid": "338cec15-a976-435f-a166-8c26781dbaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.529366] env[62312]: ERROR nova.scheduler.client.report [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [req-7bd29b07-93ae-4ea7-bcca-405b15a2bf97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bd29b07-93ae-4ea7-bcca-405b15a2bf97"}]} [ 1948.547633] env[62312]: DEBUG nova.scheduler.client.report [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1948.561554] env[62312]: DEBUG nova.scheduler.client.report [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1948.561828] env[62312]: DEBUG nova.compute.provider_tree [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1948.572748] env[62312]: DEBUG nova.scheduler.client.report [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1948.590844] env[62312]: DEBUG nova.scheduler.client.report [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1948.706087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.726846] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62495b86-870b-47ff-b46c-96d4577ab145 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.733924] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f79694-d8cd-49d9-9c6b-64415b9c6f83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.764751] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeab7d2-7f71-4fb0-aa29-5dd69f35b857 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.771850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca51b42d-7e12-4b38-9ff5-5f8dfe6f9829 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.785015] env[62312]: DEBUG nova.compute.provider_tree [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1948.954508] env[62312]: DEBUG oslo_concurrency.lockutils [req-f477f236-1127-4847-a75c-0e0eca7ac0c5 req-289a0b37-b884-491d-a706-0e781e827659 service nova] Releasing lock "refresh_cache-b9af8c6c-0096-4d0e-8f8e-4fc935af582b" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.315039] env[62312]: DEBUG nova.scheduler.client.report [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1949.315259] env[62312]: DEBUG nova.compute.provider_tree [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 168 to 169 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1949.315456] env[62312]: DEBUG nova.compute.provider_tree [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.820717] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.523s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.823307] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.117s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.841764] env[62312]: INFO nova.scheduler.client.report [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted allocations for instance 2002bc74-5d2f-4bfb-93d8-57e38df64cad [ 1949.878442] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.878613] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.878757] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1950.007820] env[62312]: DEBUG nova.network.neutron [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Port 48b421d8-2d18-42fb-8439-a49b2c1d5ffe binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1950.329747] env[62312]: DEBUG nova.objects.instance [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'migration_context' on Instance uuid 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.351501] env[62312]: DEBUG oslo_concurrency.lockutils [None req-21fed8d4-9568-4d86-86d1-3b73e5cda2f5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "2002bc74-5d2f-4bfb-93d8-57e38df64cad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.746s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.992844] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd53b3-9b00-4d7b-88a7-1ae2b6797455 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.001526] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d47c147-a2ae-41c7-a3a5-34393d65d601 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.044504] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a403e070-ba41-41bc-9b42-5e4fc0988c80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.054861] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.055336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.055336] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.061669] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1024e9-5f1e-41e9-9ad0-080d78be2d98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.079351] env[62312]: DEBUG nova.compute.provider_tree [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.208316] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [{"id": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "address": "fa:16:3e:58:d6:cf", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3509e4ea-cf", "ovs_interfaceid": "3509e4ea-cf28-416a-b5cd-56a32c79e61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.553807] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.554104] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.554324] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.554506] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.554703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.557647] env[62312]: INFO nova.compute.manager [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Terminating instance [ 1951.581716] env[62312]: DEBUG nova.scheduler.client.report [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.713197] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-5a908b6d-713d-463a-80bd-c143b61f77dd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.713197] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1951.713197] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.713197] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.713197] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.713197] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.713197] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.713197] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.713197] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1951.713197] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1952.062670] env[62312]: DEBUG nova.compute.manager [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.063515] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.064266] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec0302-228b-45a8-9753-d5d4c9a35ff8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.072302] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.072555] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-715b6d2c-927f-4b6a-a7b2-ac881fd06640 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.078593] env[62312]: DEBUG oslo_vmware.api [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1952.078593] env[62312]: value = "task-1810627" [ 1952.078593] env[62312]: _type = "Task" [ 1952.078593] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.090897] env[62312]: DEBUG oslo_vmware.api [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.094749] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.095060] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.095323] env[62312]: DEBUG nova.network.neutron [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.215896] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.588224] env[62312]: DEBUG oslo_vmware.api [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810627, 'name': PowerOffVM_Task, 'duration_secs': 0.271218} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.588502] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.588671] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.588917] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-154193ee-74c7-43ed-9fb3-d9c443769ea1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.592948] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.770s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.598733] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.383s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.598857] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.599017] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1952.603175] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12ebce5-257b-4ff2-95bd-8d301de0ff78 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.614653] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe2fe4-f7cf-429e-863b-90453b2a78f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.631012] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a2a010-1374-47ec-be22-ae8aaf746825 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.638767] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeea762-fbae-4fc4-9107-196d14a14fc6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.668976] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180028MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1952.669158] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.669419] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.674605] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.674820] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.674998] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Deleting the datastore file [datastore1] ebe39342-4520-4b0f-9799-8b0a38ba4ad0 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.675742] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-792b1b93-c24c-4bb4-97bb-61bbd1c82104 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.682059] env[62312]: DEBUG oslo_vmware.api [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for the task: (returnval){ [ 1952.682059] env[62312]: value = "task-1810629" [ 1952.682059] env[62312]: _type = "Task" [ 1952.682059] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.690381] env[62312]: DEBUG oslo_vmware.api [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.782318] env[62312]: DEBUG nova.compute.manager [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1952.819440] env[62312]: DEBUG nova.network.neutron [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance_info_cache with network_info: [{"id": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "address": "fa:16:3e:3e:28:28", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b421d8-2d", "ovs_interfaceid": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.192634] env[62312]: DEBUG oslo_vmware.api [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Task: {'id': task-1810629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242667} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.192634] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.192634] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.192634] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.192634] env[62312]: INFO nova.compute.manager [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1953.193089] env[62312]: DEBUG oslo.service.loopingcall [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.193089] env[62312]: DEBUG nova.compute.manager [-] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.193089] env[62312]: DEBUG nova.network.neutron [-] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.305217] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.322993] env[62312]: DEBUG oslo_concurrency.lockutils [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.641158] env[62312]: DEBUG nova.compute.manager [req-e7e3d0eb-a76e-44f2-9f95-813f235c90e7 req-f006a024-47e2-49e7-ba8d-204cfd317934 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Received event network-vif-deleted-907b733a-c9be-47be-bd7b-46649213ff02 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1953.641336] env[62312]: INFO nova.compute.manager [req-e7e3d0eb-a76e-44f2-9f95-813f235c90e7 req-f006a024-47e2-49e7-ba8d-204cfd317934 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Neutron deleted interface 907b733a-c9be-47be-bd7b-46649213ff02; detaching it from the instance and deleting it from the info cache [ 1953.641513] env[62312]: DEBUG nova.network.neutron [req-e7e3d0eb-a76e-44f2-9f95-813f235c90e7 req-f006a024-47e2-49e7-ba8d-204cfd317934 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.683022] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Applying migration context for instance f7a6077c-e606-4edb-8e06-4ef911c1a01e as it has an incoming, in-progress migration a1102049-0954-4ff6-9e88-4f727eb357dd. Migration status is post-migrating {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1953.683481] env[62312]: INFO nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating resource usage from migration 4497cdfb-6b81-44a9-96f1-d078ac228405 [ 1953.683657] env[62312]: INFO nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating resource usage from migration a1102049-0954-4ff6-9e88-4f727eb357dd [ 1953.701785] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.701935] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5d63c304-be56-4abc-8a10-668076a433ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.702149] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bb22049c-01e1-45ae-bba1-1232ba2883e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.702228] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ebe39342-4520-4b0f-9799-8b0a38ba4ad0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.702302] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5a908b6d-713d-463a-80bd-c143b61f77dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.834418] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620f1d8-5320-401b-b7e1-9e489cc1f799 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.841703] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cec030-b440-4c3f-91fd-a19cdf847e11 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.124150] env[62312]: DEBUG nova.network.neutron [-] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.135774] env[62312]: INFO nova.compute.manager [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Swapping old allocation on dict_keys(['191dcbdd-6351-4baf-983d-413b3c578968']) held by migration 2a84cb1a-0abc-4219-9105-227a6a7e610e for instance [ 1954.145026] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cc0c621-0f1b-422e-8ef1-7d1626b9d2c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.157324] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b98ff-4454-4e2a-a252-d2276d9868b4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.168597] env[62312]: DEBUG nova.scheduler.client.report [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Overwriting current allocation {'allocations': {'191dcbdd-6351-4baf-983d-413b3c578968': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': '0b1855d8d9a24e6c8e2627894860309f', 'user_id': 'ceb3bb89d10848f484dba2ed9327bc0c', 'consumer_generation': 1} on consumer 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 {{(pid=62312) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1954.189802] env[62312]: DEBUG nova.compute.manager [req-e7e3d0eb-a76e-44f2-9f95-813f235c90e7 req-f006a024-47e2-49e7-ba8d-204cfd317934 service nova] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Detach interface failed, port_id=907b733a-c9be-47be-bd7b-46649213ff02, reason: Instance ebe39342-4520-4b0f-9799-8b0a38ba4ad0 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1954.205343] env[62312]: INFO nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2a84cb1a-0abc-4219-9105-227a6a7e610e has allocations against this compute host but is not found in the database. [ 1954.205343] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.205343] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance b9af8c6c-0096-4d0e-8f8e-4fc935af582b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.205703] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Migration a1102049-0954-4ff6-9e88-4f727eb357dd is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1954.205703] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance f7a6077c-e606-4edb-8e06-4ef911c1a01e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.205703] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Migration 4497cdfb-6b81-44a9-96f1-d078ac228405 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1954.205703] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e65b633f-4471-4dc9-bba4-8201dd074453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.206011] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1954.206191] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1954.255096] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.255328] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.255510] env[62312]: DEBUG nova.network.neutron [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.344973] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ecfddf-d307-42eb-9a6d-900c01ac5fdf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.352111] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95eb46a-006a-4d10-921c-282f509aaba2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.383638] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c28ee6e-623c-4c14-b821-daf8aeeaa229 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.391187] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1984306d-e949-4a05-bf96-f5ce9eba15b4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.405152] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.627216] env[62312]: INFO nova.compute.manager [-] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Took 1.43 seconds to deallocate network for instance. [ 1954.911474] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.949184] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161056cd-032a-4267-83d8-b0c5b1d16d66 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.968215] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8e52f-e4e1-4165-97a5-9c0b533d5a45 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.974675] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance 'f7a6077c-e606-4edb-8e06-4ef911c1a01e' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1954.980146] env[62312]: DEBUG nova.network.neutron [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [{"id": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "address": "fa:16:3e:6b:ca:cc", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309adb7e-26", "ovs_interfaceid": "309adb7e-265f-47ba-a6d2-e5b564edce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.133711] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.415968] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1955.416311] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.747s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.416489] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.111s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.481316] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1955.482052] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-6edb93b6-41eb-4fa6-b003-1fd11e60adf5" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.482171] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec125273-d098-4169-a718-51728fec682c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.484519] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ab05f-0be2-4bc1-9c02-fde3115dfdec {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.492243] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec1a401-332c-47d0-9fb4-67dbe87df88c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.494860] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1955.494860] env[62312]: value = "task-1810630" [ 1955.494860] env[62312]: _type = "Task" [ 1955.494860] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.513235] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.921858] env[62312]: INFO nova.compute.claims [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1956.005606] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.429472] env[62312]: INFO nova.compute.resource_tracker [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating resource usage from migration 4497cdfb-6b81-44a9-96f1-d078ac228405 [ 1956.510070] env[62312]: DEBUG oslo_vmware.api [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810630, 'name': PowerOnVM_Task, 'duration_secs': 0.704423} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.510339] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.510529] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-108a654f-2f5b-4767-8245-184629278d2b tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance 'f7a6077c-e606-4edb-8e06-4ef911c1a01e' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1956.566115] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a3ded5-0f97-46d5-b6e4-12507b8d0a63 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.573710] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b3319-b431-43c3-8bee-67323981c07f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.577273] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.577495] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1da8b8d8-9e1e-41fd-aa2b-f92b8c236149 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.607745] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a48e71-003a-4dbc-8ad0-5caf64fbfe4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.610416] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1956.610416] env[62312]: value = "task-1810631" [ 1956.610416] env[62312]: _type = "Task" [ 1956.610416] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.616970] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5c9993-b32a-4c9a-805c-681542410239 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.623361] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.632938] env[62312]: DEBUG nova.compute.provider_tree [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.120381] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810631, 'name': PowerOffVM_Task, 'duration_secs': 0.193374} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.120715] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.121368] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.121643] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.121834] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.122038] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.122193] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.122341] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.122542] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.122698] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.122863] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.123059] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.123210] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.128220] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1b1e87-6897-4fe1-82e3-ea96262a067d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.138750] env[62312]: DEBUG nova.scheduler.client.report [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.146814] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1957.146814] env[62312]: value = "task-1810632" [ 1957.146814] env[62312]: _type = "Task" [ 1957.146814] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.155836] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.643377] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.227s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.643706] env[62312]: INFO nova.compute.manager [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Migrating [ 1957.650016] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.516s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.650259] env[62312]: DEBUG nova.objects.instance [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lazy-loading 'resources' on Instance uuid ebe39342-4520-4b0f-9799-8b0a38ba4ad0 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.671592] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810632, 'name': ReconfigVM_Task, 'duration_secs': 0.162077} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.672970] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aecfe6-eb72-4824-8e66-affd964cad7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.695470] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.695700] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.695862] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.696084] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.696241] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.696392] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.696591] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.696747] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.696910] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.697081] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.697246] env[62312]: DEBUG nova.virt.hardware [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.697978] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9dad8cc-5687-4098-9429-4e4c1ac10794 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.703423] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1957.703423] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]525b6e43-dafb-cdef-f4cf-352c5de8fd5d" [ 1957.703423] env[62312]: _type = "Task" [ 1957.703423] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.710738] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525b6e43-dafb-cdef-f4cf-352c5de8fd5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.165295] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.165295] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.165295] env[62312]: DEBUG nova.network.neutron [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.216816] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]525b6e43-dafb-cdef-f4cf-352c5de8fd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.006903} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.222296] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1958.222627] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd3f479-bc20-4307-bbd5-9de36c9904aa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.244943] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1958.244943] env[62312]: value = "task-1810633" [ 1958.244943] env[62312]: _type = "Task" [ 1958.244943] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.254495] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.323667] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fb3fdb-db6a-4202-8d84-6ec9290aca3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.331461] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba606e9-58e3-4439-8dfd-911910a1e5e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.367912] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6581be7-96a8-4b96-95e7-48e1b7c5c54e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.375800] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d64c57-0e7e-4442-b0fd-266a7504f38c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.390500] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.390689] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.390873] env[62312]: DEBUG nova.compute.manager [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Going to confirm migration 8 {{(pid=62312) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1958.392439] env[62312]: DEBUG nova.compute.provider_tree [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.754582] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810633, 'name': ReconfigVM_Task, 'duration_secs': 0.190983} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.754968] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1958.755621] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e93370-3edc-4361-b2d1-e2504cae35ab {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.779744] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.781917] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e0d8c8-87db-45cd-9ed2-92e1401e8087 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.800764] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1958.800764] env[62312]: value = "task-1810634" [ 1958.800764] env[62312]: _type = "Task" [ 1958.800764] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.808270] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.898820] env[62312]: DEBUG nova.scheduler.client.report [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.915282] env[62312]: DEBUG nova.network.neutron [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.930950] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.931202] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquired lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.931410] env[62312]: DEBUG nova.network.neutron [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.931639] env[62312]: DEBUG nova.objects.instance [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'info_cache' on Instance uuid f7a6077c-e606-4edb-8e06-4ef911c1a01e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.310742] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810634, 'name': ReconfigVM_Task, 'duration_secs': 0.325662} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.310999] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5/6edb93b6-41eb-4fa6-b003-1fd11e60adf5.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.311843] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfac72-5cd6-428a-b0b7-d87f3e2972ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.332691] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b79167e-1b59-44c3-b6c8-05ce76629547 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.352642] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab126c-ada7-445a-9104-94e9adb3a0c7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.373008] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70e239-a05d-48c8-8a12-d156458979f8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.379922] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.380190] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a75af3-55ab-468e-88a0-e310ba3fce43 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.385868] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1959.385868] env[62312]: value = "task-1810635" [ 1959.385868] env[62312]: _type = "Task" [ 1959.385868] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.392958] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.402759] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.417626] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.424356] env[62312]: INFO nova.scheduler.client.report [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Deleted allocations for instance ebe39342-4520-4b0f-9799-8b0a38ba4ad0 [ 1959.896649] env[62312]: DEBUG oslo_vmware.api [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810635, 'name': PowerOnVM_Task, 'duration_secs': 0.356155} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.897023] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.931085] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8910c4da-dd37-4be4-8f46-3b4290aa7df3 tempest-ServersTestJSON-1421554118 tempest-ServersTestJSON-1421554118-project-member] Lock "ebe39342-4520-4b0f-9799-8b0a38ba4ad0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.377s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.197022] env[62312]: DEBUG nova.network.neutron [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance_info_cache with network_info: [{"id": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "address": "fa:16:3e:3e:28:28", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b421d8-2d", "ovs_interfaceid": "48b421d8-2d18-42fb-8439-a49b2c1d5ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.700668] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Releasing lock "refresh_cache-f7a6077c-e606-4edb-8e06-4ef911c1a01e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.700930] env[62312]: DEBUG nova.objects.instance [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'migration_context' on Instance uuid f7a6077c-e606-4edb-8e06-4ef911c1a01e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.931657] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d13dba-dfba-451f-844a-95a31ab24f8f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.959353] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance 'e65b633f-4471-4dc9-bba4-8201dd074453' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1960.967542] env[62312]: INFO nova.compute.manager [None req-e465a8da-d5d4-4d8e-ab67-f7011408f0d3 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance to original state: 'active' [ 1961.204027] env[62312]: DEBUG nova.objects.base [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1961.205815] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c241a-e732-4321-91cf-07f41b1f6993 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.228806] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d493984f-2f95-40d2-af1f-98df734bfb30 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.235367] env[62312]: DEBUG oslo_vmware.api [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1961.235367] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528d226d-e4e8-0507-0cf4-c3958a775a76" [ 1961.235367] env[62312]: _type = "Task" [ 1961.235367] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.244114] env[62312]: DEBUG oslo_vmware.api [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528d226d-e4e8-0507-0cf4-c3958a775a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.466965] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.467242] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26d92db4-9f59-4396-8a7a-09d4d65560b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.476536] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1961.476536] env[62312]: value = "task-1810636" [ 1961.476536] env[62312]: _type = "Task" [ 1961.476536] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.484615] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.745393] env[62312]: DEBUG oslo_vmware.api [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528d226d-e4e8-0507-0cf4-c3958a775a76, 'name': SearchDatastore_Task, 'duration_secs': 0.007604} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.745704] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.745935] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.989511] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810636, 'name': PowerOffVM_Task, 'duration_secs': 0.208053} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.989820] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.989976] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance 'e65b633f-4471-4dc9-bba4-8201dd074453' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.383491] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8823bb0-3a26-4735-9c12-53fa8593bdd2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.394774] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2da723-ba9e-4b49-8861-faa7e3db338f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.430035] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d820d-b60f-4d1e-91aa-a7749ae7b4b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.438015] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e5555e-70ff-4a1e-b322-8482d889b6ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.455504] env[62312]: DEBUG nova.compute.provider_tree [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1962.496475] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1962.496733] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.496895] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1962.497179] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.497342] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1962.497490] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1962.497761] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1962.498014] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1962.498546] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1962.498995] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1962.499373] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1962.506465] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5caf0b8a-322d-441f-9a87-be310aa114a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.523324] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1962.523324] env[62312]: value = "task-1810637" [ 1962.523324] env[62312]: _type = "Task" [ 1962.523324] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.533722] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.977043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.977043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.977043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.977043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.977043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.978316] env[62312]: ERROR nova.scheduler.client.report [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [req-2fee535b-3503-486f-be15-d3768f5c8b83] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2fee535b-3503-486f-be15-d3768f5c8b83"}]} [ 1962.981154] env[62312]: INFO nova.compute.manager [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Terminating instance [ 1963.001055] env[62312]: DEBUG nova.scheduler.client.report [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1963.018373] env[62312]: DEBUG nova.scheduler.client.report [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1963.018663] env[62312]: DEBUG nova.compute.provider_tree [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.038067] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810637, 'name': ReconfigVM_Task, 'duration_secs': 0.418773} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.040252] env[62312]: DEBUG nova.scheduler.client.report [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1963.043310] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance 'e65b633f-4471-4dc9-bba4-8201dd074453' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.067726] env[62312]: DEBUG nova.scheduler.client.report [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1963.227196] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768c882-1730-485e-be35-f8f11198c13c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.238476] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f5dd5-62a4-4a1c-99bd-d8888cf5bc21 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.273807] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca304c-acbf-477a-95fc-ea7095483b93 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.281367] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65026aa7-11b0-44eb-b398-4cc12393e150 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.295511] env[62312]: DEBUG nova.compute.provider_tree [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.485612] env[62312]: DEBUG nova.compute.manager [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1963.485856] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1963.486146] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c22e1fc-0bb0-4362-9d32-c4f87d7bb828 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.494552] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1963.494552] env[62312]: value = "task-1810638" [ 1963.494552] env[62312]: _type = "Task" [ 1963.494552] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.502916] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.551396] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1963.551791] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1963.551968] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1963.552175] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1963.552522] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1963.552685] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1963.552900] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1963.553217] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1963.553437] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1963.553625] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1963.553826] env[62312]: DEBUG nova.virt.hardware [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1963.560809] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1963.561021] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd7abde-1854-4a69-9d7b-7ddb4169e611 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.587958] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1963.587958] env[62312]: value = "task-1810639" [ 1963.587958] env[62312]: _type = "Task" [ 1963.587958] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.597858] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.830325] env[62312]: DEBUG nova.scheduler.client.report [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1963.831463] env[62312]: DEBUG nova.compute.provider_tree [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 172 to 173 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1963.836561] env[62312]: DEBUG nova.compute.provider_tree [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1964.006745] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810638, 'name': PowerOffVM_Task, 'duration_secs': 0.230946} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.011018] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.011018] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1964.011018] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375222', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'name': 'volume-74631c2a-9c90-41a7-a141-864bde108d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6edb93b6-41eb-4fa6-b003-1fd11e60adf5', 'attached_at': '2024-12-12T10:58:19.000000', 'detached_at': '', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'serial': '74631c2a-9c90-41a7-a141-864bde108d33'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1964.011018] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dec1cb-b8ed-47a8-b56a-f65d00985622 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.037727] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ead51-6965-40fd-8c2d-5e1767bbee95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.045020] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8e0fd-f8e4-4210-b32b-e2eb5ceedfc8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.068022] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d65a627-9af5-4754-82b7-fb2c1a9a7691 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.083581] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] The volume has not been displaced from its original location: [datastore1] volume-74631c2a-9c90-41a7-a141-864bde108d33/volume-74631c2a-9c90-41a7-a141-864bde108d33.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1964.090969] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1964.094655] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae55d69c-c3b2-4370-93ad-1cead823f787 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.115126] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810639, 'name': ReconfigVM_Task, 'duration_secs': 0.184732} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.116284] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1964.116630] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1964.116630] env[62312]: value = "task-1810640" [ 1964.116630] env[62312]: _type = "Task" [ 1964.116630] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.118065] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93646219-ad7c-42e4-87e6-185fd070b528 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.145641] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e65b633f-4471-4dc9-bba4-8201dd074453/e65b633f-4471-4dc9-bba4-8201dd074453.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.149117] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cbe592-d43f-4a36-924e-e94cdf53d3af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.162410] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.168173] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1964.168173] env[62312]: value = "task-1810641" [ 1964.168173] env[62312]: _type = "Task" [ 1964.168173] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.176687] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.630490] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810640, 'name': ReconfigVM_Task, 'duration_secs': 0.227082} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.630773] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1964.635836] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da28752-78c1-487b-ac5a-2d2bd5d88c00 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.652126] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1964.652126] env[62312]: value = "task-1810642" [ 1964.652126] env[62312]: _type = "Task" [ 1964.652126] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.660734] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.677633] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810641, 'name': ReconfigVM_Task, 'duration_secs': 0.325925} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.678331] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e65b633f-4471-4dc9-bba4-8201dd074453/e65b633f-4471-4dc9-bba4-8201dd074453.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.678331] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance 'e65b633f-4471-4dc9-bba4-8201dd074453' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.844443] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.098s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.162802] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810642, 'name': ReconfigVM_Task, 'duration_secs': 0.135909} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.163227] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375222', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'name': 'volume-74631c2a-9c90-41a7-a141-864bde108d33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6edb93b6-41eb-4fa6-b003-1fd11e60adf5', 'attached_at': '2024-12-12T10:58:19.000000', 'detached_at': '', 'volume_id': '74631c2a-9c90-41a7-a141-864bde108d33', 'serial': '74631c2a-9c90-41a7-a141-864bde108d33'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1965.163500] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1965.164388] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245336da-79e9-448e-93a0-4f90d684b3b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.172394] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1965.172647] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d369b2e4-ca11-4786-94e8-e80d18c76c65 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.184838] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212fc39d-34df-42b3-a8b7-a3fa5b4bd9ad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.205403] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36488f9-06ec-4240-8954-2d92942eceae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.225016] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance 'e65b633f-4471-4dc9-bba4-8201dd074453' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1965.269107] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "238f9693-2b55-4b5f-b9d5-acc005e81353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.269780] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.333627] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1965.333981] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1965.334261] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleting the datastore file [datastore1] 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1965.334612] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15a0a046-b5f0-4335-a24a-f723df8a8353 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.341499] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1965.341499] env[62312]: value = "task-1810644" [ 1965.341499] env[62312]: _type = "Task" [ 1965.341499] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.354723] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.405611] env[62312]: INFO nova.scheduler.client.report [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted allocation for migration a1102049-0954-4ff6-9e88-4f727eb357dd [ 1965.772591] env[62312]: DEBUG nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.783781] env[62312]: DEBUG nova.network.neutron [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Port 8d4cccb0-3b34-4602-b529-6f884c030026 binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1965.852231] env[62312]: DEBUG oslo_vmware.api [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196469} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.852492] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.852679] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.852853] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.853033] env[62312]: INFO nova.compute.manager [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1965.853288] env[62312]: DEBUG oslo.service.loopingcall [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.853478] env[62312]: DEBUG nova.compute.manager [-] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1965.853573] env[62312]: DEBUG nova.network.neutron [-] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.914427] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9300977b-c4bb-4390-957e-8ef99ceded9d tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.524s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.191500] env[62312]: INFO nova.compute.manager [None req-cdaeaf94-6cca-42cc-ae9f-ad030dfc8bf3 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Get console output [ 1966.191885] env[62312]: WARNING nova.virt.vmwareapi.driver [None req-cdaeaf94-6cca-42cc-ae9f-ad030dfc8bf3 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] The console log is missing. Check your VSPC configuration [ 1966.299545] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.299545] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.301040] env[62312]: INFO nova.compute.claims [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.454175] env[62312]: DEBUG nova.compute.manager [req-24059d2a-1669-4768-a4f4-35a2a1004dfa req-0a195341-d1bd-4709-914c-3fe1b0066952 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Received event network-vif-deleted-309adb7e-265f-47ba-a6d2-e5b564edce1b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1966.454380] env[62312]: INFO nova.compute.manager [req-24059d2a-1669-4768-a4f4-35a2a1004dfa req-0a195341-d1bd-4709-914c-3fe1b0066952 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Neutron deleted interface 309adb7e-265f-47ba-a6d2-e5b564edce1b; detaching it from the instance and deleting it from the info cache [ 1966.454556] env[62312]: DEBUG nova.network.neutron [req-24059d2a-1669-4768-a4f4-35a2a1004dfa req-0a195341-d1bd-4709-914c-3fe1b0066952 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.807298] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.807538] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.807720] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.932850] env[62312]: DEBUG nova.network.neutron [-] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.958048] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfa5bb81-7f27-46cc-978a-15880b0f9955 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.968399] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9153909-6acc-4c2f-b69a-53d704a3f1b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.000061] env[62312]: DEBUG nova.compute.manager [req-24059d2a-1669-4768-a4f4-35a2a1004dfa req-0a195341-d1bd-4709-914c-3fe1b0066952 service nova] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Detach interface failed, port_id=309adb7e-265f-47ba-a6d2-e5b564edce1b, reason: Instance 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1967.438878] env[62312]: INFO nova.compute.manager [-] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Took 1.59 seconds to deallocate network for instance. [ 1967.449049] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f9ee0d-7e6f-4e03-bf57-b37f81c1b7ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.457452] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205da8a8-d2fd-492a-9135-0cbcdd774605 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.488437] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795c21fd-71b0-4ad4-b2c4-f530139077a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.496604] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc0a710-f006-42af-9413-a5fb72ec6d8a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.512778] env[62312]: DEBUG nova.compute.provider_tree [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.847668] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.847838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.848031] env[62312]: DEBUG nova.network.neutron [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.982381] env[62312]: INFO nova.compute.manager [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Took 0.54 seconds to detach 1 volumes for instance. [ 1968.016179] env[62312]: DEBUG nova.scheduler.client.report [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.488275] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.524703] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.524703] env[62312]: DEBUG nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1968.525473] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.037s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.525977] env[62312]: DEBUG nova.objects.instance [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'resources' on Instance uuid 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.621414] env[62312]: DEBUG nova.network.neutron [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.031286] env[62312]: DEBUG nova.compute.utils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.033059] env[62312]: DEBUG nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.033059] env[62312]: DEBUG nova.network.neutron [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.071935] env[62312]: DEBUG nova.policy [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1eb95437e03642c687417303d448a938', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af3e03e603964fcea1320a2226b66bf2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1969.124027] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.152019] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26cf454-4c12-4227-8f63-fb2bcf830b03 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.160016] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f9030-3f85-495c-bd13-f79d00f479be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.193526] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b2055-9ea3-4609-93e1-d90032cac206 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.201618] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112eebe-740b-4c74-b2c8-b2b0a0c7f30a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.216800] env[62312]: DEBUG nova.compute.provider_tree [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.322201] env[62312]: DEBUG nova.network.neutron [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Successfully created port: 251b53e0-6228-4813-a08c-94b415745ccc {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1969.536097] env[62312]: DEBUG nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1969.645060] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b934590-2ea8-46ab-8d1e-19b5533c7620 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.663558] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c417f-abd3-4c4e-8806-032ea9081f53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.670525] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance 'e65b633f-4471-4dc9-bba4-8201dd074453' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1969.719717] env[62312]: DEBUG nova.scheduler.client.report [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.176344] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1970.176594] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bf3c4a3-4f6e-42dc-8fce-1a54e5d37171 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.183944] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1970.183944] env[62312]: value = "task-1810645" [ 1970.183944] env[62312]: _type = "Task" [ 1970.183944] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.191506] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.224047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.247099] env[62312]: INFO nova.scheduler.client.report [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted allocations for instance 6edb93b6-41eb-4fa6-b003-1fd11e60adf5 [ 1970.544628] env[62312]: DEBUG nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1970.569605] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1970.569869] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.570044] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1970.570233] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.570383] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1970.570801] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1970.571060] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1970.571236] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1970.571404] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1970.571569] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1970.571901] env[62312]: DEBUG nova.virt.hardware [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1970.572795] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b932867-d93e-4ad3-8002-159fa43af77f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.581117] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18295737-2f2c-402c-872d-09149ed7fb4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.694435] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.708498] env[62312]: DEBUG nova.compute.manager [req-5cac3d3a-48c8-4c45-acd2-79e79d7d6c1e req-e5d1a8db-0415-49fc-a495-1ac3b5fb5c6f service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Received event network-vif-plugged-251b53e0-6228-4813-a08c-94b415745ccc {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1970.708715] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cac3d3a-48c8-4c45-acd2-79e79d7d6c1e req-e5d1a8db-0415-49fc-a495-1ac3b5fb5c6f service nova] Acquiring lock "238f9693-2b55-4b5f-b9d5-acc005e81353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.708917] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cac3d3a-48c8-4c45-acd2-79e79d7d6c1e req-e5d1a8db-0415-49fc-a495-1ac3b5fb5c6f service nova] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.709093] env[62312]: DEBUG oslo_concurrency.lockutils [req-5cac3d3a-48c8-4c45-acd2-79e79d7d6c1e req-e5d1a8db-0415-49fc-a495-1ac3b5fb5c6f service nova] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.709344] env[62312]: DEBUG nova.compute.manager [req-5cac3d3a-48c8-4c45-acd2-79e79d7d6c1e req-e5d1a8db-0415-49fc-a495-1ac3b5fb5c6f service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] No waiting events found dispatching network-vif-plugged-251b53e0-6228-4813-a08c-94b415745ccc {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1970.709412] env[62312]: WARNING nova.compute.manager [req-5cac3d3a-48c8-4c45-acd2-79e79d7d6c1e req-e5d1a8db-0415-49fc-a495-1ac3b5fb5c6f service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Received unexpected event network-vif-plugged-251b53e0-6228-4813-a08c-94b415745ccc for instance with vm_state building and task_state spawning. [ 1970.754318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6ec99e10-5245-4cc0-a84a-244b7fa36e7f tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "6edb93b6-41eb-4fa6-b003-1fd11e60adf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.780s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.849483] env[62312]: DEBUG nova.network.neutron [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Successfully updated port: 251b53e0-6228-4813-a08c-94b415745ccc {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1971.193781] env[62312]: DEBUG oslo_vmware.api [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810645, 'name': PowerOnVM_Task, 'duration_secs': 0.71605} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.194118] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.194350] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4e91e-53b6-43ae-a0fb-e0f0686678d3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance 'e65b633f-4471-4dc9-bba4-8201dd074453' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1971.352261] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "refresh_cache-238f9693-2b55-4b5f-b9d5-acc005e81353" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.352464] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquired lock "refresh_cache-238f9693-2b55-4b5f-b9d5-acc005e81353" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.352651] env[62312]: DEBUG nova.network.neutron [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.883497] env[62312]: DEBUG nova.network.neutron [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1972.029987] env[62312]: DEBUG nova.network.neutron [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Updating instance_info_cache with network_info: [{"id": "251b53e0-6228-4813-a08c-94b415745ccc", "address": "fa:16:3e:86:ff:86", "network": {"id": "72c35ff7-3f28-462d-87f0-65ac49cfefeb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1329567043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3e03e603964fcea1320a2226b66bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251b53e0-62", "ovs_interfaceid": "251b53e0-6228-4813-a08c-94b415745ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.420375] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.420611] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.532371] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Releasing lock "refresh_cache-238f9693-2b55-4b5f-b9d5-acc005e81353" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.532681] env[62312]: DEBUG nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Instance network_info: |[{"id": "251b53e0-6228-4813-a08c-94b415745ccc", "address": "fa:16:3e:86:ff:86", "network": {"id": "72c35ff7-3f28-462d-87f0-65ac49cfefeb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1329567043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3e03e603964fcea1320a2226b66bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251b53e0-62", "ovs_interfaceid": "251b53e0-6228-4813-a08c-94b415745ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.533119] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:ff:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '251b53e0-6228-4813-a08c-94b415745ccc', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.540481] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Creating folder: Project (af3e03e603964fcea1320a2226b66bf2). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.540748] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a01fdb-13bc-41b1-8594-e9f7f3ece8b0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.551890] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Created folder: Project (af3e03e603964fcea1320a2226b66bf2) in parent group-v374919. [ 1972.552097] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Creating folder: Instances. Parent ref: group-v375229. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.552330] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04fe500b-90ff-4428-844a-23123ac8bd5c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.560815] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Created folder: Instances in parent group-v375229. [ 1972.561027] env[62312]: DEBUG oslo.service.loopingcall [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.561202] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.561394] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb57889-4dc5-4ea1-909d-d1df37db76db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.581028] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.581028] env[62312]: value = "task-1810648" [ 1972.581028] env[62312]: _type = "Task" [ 1972.581028] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.589954] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810648, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.739273] env[62312]: DEBUG nova.compute.manager [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Received event network-changed-251b53e0-6228-4813-a08c-94b415745ccc {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1972.739273] env[62312]: DEBUG nova.compute.manager [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Refreshing instance network info cache due to event network-changed-251b53e0-6228-4813-a08c-94b415745ccc. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1972.739383] env[62312]: DEBUG oslo_concurrency.lockutils [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] Acquiring lock "refresh_cache-238f9693-2b55-4b5f-b9d5-acc005e81353" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.739542] env[62312]: DEBUG oslo_concurrency.lockutils [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] Acquired lock "refresh_cache-238f9693-2b55-4b5f-b9d5-acc005e81353" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.739736] env[62312]: DEBUG nova.network.neutron [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Refreshing network info cache for port 251b53e0-6228-4813-a08c-94b415745ccc {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.923554] env[62312]: DEBUG nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.094834] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810648, 'name': CreateVM_Task, 'duration_secs': 0.343436} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.094983] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.095694] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.095813] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.096167] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.096424] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b427634-2af8-4246-9389-b64b2cbe171f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.101455] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1973.101455] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523cc47f-ea61-318b-8f49-b85f0f9e2486" [ 1973.101455] env[62312]: _type = "Task" [ 1973.101455] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.109535] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523cc47f-ea61-318b-8f49-b85f0f9e2486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.448844] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.449151] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.450721] env[62312]: INFO nova.compute.claims [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.485602] env[62312]: DEBUG nova.network.neutron [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Updated VIF entry in instance network info cache for port 251b53e0-6228-4813-a08c-94b415745ccc. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1973.485952] env[62312]: DEBUG nova.network.neutron [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Updating instance_info_cache with network_info: [{"id": "251b53e0-6228-4813-a08c-94b415745ccc", "address": "fa:16:3e:86:ff:86", "network": {"id": "72c35ff7-3f28-462d-87f0-65ac49cfefeb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1329567043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af3e03e603964fcea1320a2226b66bf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251b53e0-62", "ovs_interfaceid": "251b53e0-6228-4813-a08c-94b415745ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.590814] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.591097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.591292] env[62312]: DEBUG nova.compute.manager [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Going to confirm migration 9 {{(pid=62312) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1973.611864] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523cc47f-ea61-318b-8f49-b85f0f9e2486, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.612752] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.612981] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.613218] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.613362] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.613538] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.614024] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1a7399-c223-4519-be1d-5eab2d6d7e82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.622074] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.622256] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.622918] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c7d361-ef4f-4fa2-b939-47aeb491dd2e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.627973] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1973.627973] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52e4f7e7-f7e9-63c4-2095-d7b065991b84" [ 1973.627973] env[62312]: _type = "Task" [ 1973.627973] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.635132] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e4f7e7-f7e9-63c4-2095-d7b065991b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.989247] env[62312]: DEBUG oslo_concurrency.lockutils [req-00cc36da-6102-4fe2-89a4-8f6c71373bbf req-821dd538-416a-4c9a-937a-77ad4cd5d8e7 service nova] Releasing lock "refresh_cache-238f9693-2b55-4b5f-b9d5-acc005e81353" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.137867] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52e4f7e7-f7e9-63c4-2095-d7b065991b84, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.138576] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1299c5fa-76b8-4118-9fb4-86c966497e11 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.143377] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1974.143377] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528e88d3-d09b-023d-ac3d-992219038bd7" [ 1974.143377] env[62312]: _type = "Task" [ 1974.143377] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.150613] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528e88d3-d09b-023d-ac3d-992219038bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.158619] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.158824] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.159015] env[62312]: DEBUG nova.network.neutron [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1974.159209] env[62312]: DEBUG nova.objects.instance [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'info_cache' on Instance uuid e65b633f-4471-4dc9-bba4-8201dd074453 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.561030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.561297] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.580418] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5bb339-4b5b-4e98-ba30-18fa7ec0b786 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.588285] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5face-8e05-40e2-8638-5f927829ff14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.618053] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a3459-957c-4eba-97bd-27a8e491a104 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.624929] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a02c1d1-10f1-47f8-ab9a-29650cf4dbe8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.637595] env[62312]: DEBUG nova.compute.provider_tree [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.654348] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528e88d3-d09b-023d-ac3d-992219038bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.654588] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.654876] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 238f9693-2b55-4b5f-b9d5-acc005e81353/238f9693-2b55-4b5f-b9d5-acc005e81353.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.655182] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dc86670-b487-4d13-b46a-397bb74d9f5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.664076] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1974.664076] env[62312]: value = "task-1810649" [ 1974.664076] env[62312]: _type = "Task" [ 1974.664076] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.671210] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.064836] env[62312]: INFO nova.compute.manager [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Detaching volume 6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd [ 1975.105647] env[62312]: INFO nova.virt.block_device [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Attempting to driver detach volume 6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd from mountpoint /dev/sdb [ 1975.105887] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1975.106110] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375220', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'name': 'volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5a908b6d-713d-463a-80bd-c143b61f77dd', 'attached_at': '', 'detached_at': '', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'serial': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1975.107126] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee904b62-50bb-4124-a95b-b97cf7b4eb50 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.131854] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e408cb4-74d0-4e89-a62c-49b8a7a576ef {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.139348] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989872a-66f9-41a2-abf9-062932203481 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.142265] env[62312]: DEBUG nova.scheduler.client.report [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.164453] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57243fc2-eb0e-4b9d-b6d3-6aac3663f3ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.183965] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] The volume has not been displaced from its original location: [datastore1] volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd/volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1975.189040] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1975.192045] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1414f87-612d-40eb-a086-dc870f77a219 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.205040] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484739} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.207105] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 238f9693-2b55-4b5f-b9d5-acc005e81353/238f9693-2b55-4b5f-b9d5-acc005e81353.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.207317] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.207881] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0848b6c9-e923-46ef-9edc-f8cdc1edca08 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.213092] env[62312]: DEBUG oslo_vmware.api [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1975.213092] env[62312]: value = "task-1810650" [ 1975.213092] env[62312]: _type = "Task" [ 1975.213092] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.216777] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1975.216777] env[62312]: value = "task-1810651" [ 1975.216777] env[62312]: _type = "Task" [ 1975.216777] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.225421] env[62312]: DEBUG oslo_vmware.api [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.230105] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.478029] env[62312]: DEBUG nova.network.neutron [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [{"id": "8d4cccb0-3b34-4602-b529-6f884c030026", "address": "fa:16:3e:3f:54:73", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4cccb0-3b", "ovs_interfaceid": "8d4cccb0-3b34-4602-b529-6f884c030026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.647314] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.647835] env[62312]: DEBUG nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1975.727912] env[62312]: DEBUG oslo_vmware.api [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810650, 'name': ReconfigVM_Task, 'duration_secs': 0.228666} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.730869] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1975.735931] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086714} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.736231] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c749d5d-100f-481c-9639-8167f77db417 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.745992] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1975.746749] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d0496c-6bfb-4b9b-a6ce-c71377f1ffda {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.754436] env[62312]: DEBUG oslo_vmware.api [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1975.754436] env[62312]: value = "task-1810652" [ 1975.754436] env[62312]: _type = "Task" [ 1975.754436] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.771469] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 238f9693-2b55-4b5f-b9d5-acc005e81353/238f9693-2b55-4b5f-b9d5-acc005e81353.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.774322] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882ca218-d956-4fdc-a73c-ca1757b0e288 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.793855] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1975.793855] env[62312]: value = "task-1810653" [ 1975.793855] env[62312]: _type = "Task" [ 1975.793855] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.804033] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.981124] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-e65b633f-4471-4dc9-bba4-8201dd074453" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.981345] env[62312]: DEBUG nova.objects.instance [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'migration_context' on Instance uuid e65b633f-4471-4dc9-bba4-8201dd074453 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.153468] env[62312]: DEBUG nova.compute.utils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1976.154990] env[62312]: DEBUG nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1976.156033] env[62312]: DEBUG nova.network.neutron [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1976.195270] env[62312]: DEBUG nova.policy [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb3bb89d10848f484dba2ed9327bc0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b1855d8d9a24e6c8e2627894860309f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1976.272219] env[62312]: DEBUG oslo_vmware.api [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810652, 'name': ReconfigVM_Task, 'duration_secs': 0.167613} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.272516] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375220', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'name': 'volume-6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5a908b6d-713d-463a-80bd-c143b61f77dd', 'attached_at': '', 'detached_at': '', 'volume_id': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd', 'serial': '6bbc1ca8-9ecc-4011-b5c1-b0c3c424b0dd'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1976.305912] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.444614] env[62312]: DEBUG nova.network.neutron [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Successfully created port: 96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1976.483847] env[62312]: DEBUG nova.objects.base [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1976.484824] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1eb69-ab75-43d0-bdad-f8883766b3a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.507992] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3130e2-d51e-4589-8f39-9d7eae238380 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.513592] env[62312]: DEBUG oslo_vmware.api [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1976.513592] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520bcfd8-461f-90a9-284c-a31156a1044e" [ 1976.513592] env[62312]: _type = "Task" [ 1976.513592] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.521300] env[62312]: DEBUG oslo_vmware.api [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520bcfd8-461f-90a9-284c-a31156a1044e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.658321] env[62312]: DEBUG nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1976.805586] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810653, 'name': ReconfigVM_Task, 'duration_secs': 0.784054} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.805880] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 238f9693-2b55-4b5f-b9d5-acc005e81353/238f9693-2b55-4b5f-b9d5-acc005e81353.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.806606] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d86bee-b3dd-4fe7-a43c-8e420afe0ca8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.813678] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1976.813678] env[62312]: value = "task-1810654" [ 1976.813678] env[62312]: _type = "Task" [ 1976.813678] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.818241] env[62312]: DEBUG nova.objects.instance [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'flavor' on Instance uuid 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.824714] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810654, 'name': Rename_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.024113] env[62312]: DEBUG oslo_vmware.api [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520bcfd8-461f-90a9-284c-a31156a1044e, 'name': SearchDatastore_Task, 'duration_secs': 0.00715} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.024365] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.024590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.326081] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810654, 'name': Rename_Task, 'duration_secs': 0.139582} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.327621] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.328274] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb1b9f8-fec8-497b-9395-14011c0b6332 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.334630] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1977.334630] env[62312]: value = "task-1810655" [ 1977.334630] env[62312]: _type = "Task" [ 1977.334630] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.343381] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.668359] env[62312]: DEBUG nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1977.672229] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ef4dd-f85f-45bf-837a-6d72c8b4b0e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.679873] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1198b982-349e-44c7-a568-35e2249da74f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.712839] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9730c724-4ef5-453d-8e43-2948508e3870 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.720394] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0465dfca-f4ec-4c16-97d4-9fecc6bc575d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.726482] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1977.726709] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1977.726862] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1977.727056] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1977.727205] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1977.727352] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1977.727551] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1977.727709] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1977.727874] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1977.728041] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1977.728233] env[62312]: DEBUG nova.virt.hardware [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1977.729042] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caaf2cf-196f-4486-8a15-86a9ac3b78e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.741727] env[62312]: DEBUG nova.compute.provider_tree [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.746278] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8942276b-3190-4fae-8687-9474edf0a21e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.829571] env[62312]: DEBUG oslo_concurrency.lockutils [None req-73a9ed4d-8d52-4ce2-8fac-91331a9cc1c8 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.843854] env[62312]: DEBUG oslo_vmware.api [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810655, 'name': PowerOnVM_Task, 'duration_secs': 0.417306} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.844043] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1977.844257] env[62312]: INFO nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1977.844435] env[62312]: DEBUG nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.845751] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cfc2af-ddc1-406c-a844-2ffd8fef480f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.966471] env[62312]: DEBUG nova.compute.manager [req-9e435bcf-9c00-4227-9248-1de96585754f req-66e9145b-dbec-485f-89b7-d01c46f56eee service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-vif-plugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1977.966701] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e435bcf-9c00-4227-9248-1de96585754f req-66e9145b-dbec-485f-89b7-d01c46f56eee service nova] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.966921] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e435bcf-9c00-4227-9248-1de96585754f req-66e9145b-dbec-485f-89b7-d01c46f56eee service nova] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.967085] env[62312]: DEBUG oslo_concurrency.lockutils [req-9e435bcf-9c00-4227-9248-1de96585754f req-66e9145b-dbec-485f-89b7-d01c46f56eee service nova] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.967256] env[62312]: DEBUG nova.compute.manager [req-9e435bcf-9c00-4227-9248-1de96585754f req-66e9145b-dbec-485f-89b7-d01c46f56eee service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] No waiting events found dispatching network-vif-plugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1977.967419] env[62312]: WARNING nova.compute.manager [req-9e435bcf-9c00-4227-9248-1de96585754f req-66e9145b-dbec-485f-89b7-d01c46f56eee service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received unexpected event network-vif-plugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 for instance with vm_state building and task_state spawning. [ 1978.052411] env[62312]: DEBUG nova.network.neutron [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Successfully updated port: 96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.246849] env[62312]: DEBUG nova.scheduler.client.report [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.362717] env[62312]: INFO nova.compute.manager [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Took 12.08 seconds to build instance. [ 1978.558220] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.558354] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.558507] env[62312]: DEBUG nova.network.neutron [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.819658] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.819946] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.820182] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.820369] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.820884] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.822569] env[62312]: INFO nova.compute.manager [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Terminating instance [ 1978.864617] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a50b3e68-819d-44be-abe6-3443309cd2e8 tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.595s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.105751] env[62312]: DEBUG nova.network.neutron [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1979.243428] env[62312]: DEBUG nova.network.neutron [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.257215] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.232s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.325947] env[62312]: DEBUG nova.compute.manager [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1979.326232] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.327166] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07308739-d831-4e62-99d4-98b0cb5097cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.335436] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.335666] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea54597c-ec99-4dd9-832e-aa06c646ffd4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.342012] env[62312]: DEBUG oslo_vmware.api [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1979.342012] env[62312]: value = "task-1810656" [ 1979.342012] env[62312]: _type = "Task" [ 1979.342012] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.350277] env[62312]: DEBUG oslo_vmware.api [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.745953] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.746364] env[62312]: DEBUG nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Instance network_info: |[{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1979.746802] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:1e:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96bb6dc0-0f2c-449c-bc88-6a156699bb14', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1979.754192] env[62312]: DEBUG oslo.service.loopingcall [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1979.754394] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1979.754625] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa9a0f0e-0d5c-4750-bdcd-aa11fc7b9f51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.776440] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1979.776440] env[62312]: value = "task-1810657" [ 1979.776440] env[62312]: _type = "Task" [ 1979.776440] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.783768] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810657, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.820669] env[62312]: INFO nova.scheduler.client.report [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted allocation for migration 4497cdfb-6b81-44a9-96f1-d078ac228405 [ 1979.853204] env[62312]: DEBUG oslo_vmware.api [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810656, 'name': PowerOffVM_Task, 'duration_secs': 0.206785} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.853204] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1979.853440] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1979.853575] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf1bcc70-9234-4e69-9a0e-1f84ef5a85a2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.928766] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.928987] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.929195] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleting the datastore file [datastore1] 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.929627] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a6a1973-b139-43c5-920f-3b5789a00d98 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.935982] env[62312]: DEBUG oslo_vmware.api [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1979.935982] env[62312]: value = "task-1810659" [ 1979.935982] env[62312]: _type = "Task" [ 1979.935982] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.945833] env[62312]: DEBUG oslo_vmware.api [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.075248] env[62312]: DEBUG nova.compute.manager [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1980.075422] env[62312]: DEBUG nova.compute.manager [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing instance network info cache due to event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1980.075642] env[62312]: DEBUG oslo_concurrency.lockutils [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] Acquiring lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.075786] env[62312]: DEBUG oslo_concurrency.lockutils [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] Acquired lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.075945] env[62312]: DEBUG nova.network.neutron [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.287038] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810657, 'name': CreateVM_Task, 'duration_secs': 0.423864} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.287038] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1980.287734] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.287901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.288246] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1980.288491] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9db78ea-79fc-4cfd-81e9-eef18034266d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.292886] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1980.292886] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52865989-2fc9-a0ac-73e5-32b8b61a427c" [ 1980.292886] env[62312]: _type = "Task" [ 1980.292886] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.300641] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52865989-2fc9-a0ac-73e5-32b8b61a427c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.327103] env[62312]: DEBUG oslo_concurrency.lockutils [None req-c924b656-f38b-4dc9-a157-e72ce47f41a0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.736s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.430242] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "238f9693-2b55-4b5f-b9d5-acc005e81353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.430637] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.430952] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "238f9693-2b55-4b5f-b9d5-acc005e81353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.431247] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.431499] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.436096] env[62312]: INFO nova.compute.manager [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Terminating instance [ 1980.446414] env[62312]: DEBUG oslo_vmware.api [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154084} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.446670] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.446848] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.447026] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.447224] env[62312]: INFO nova.compute.manager [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1980.447427] env[62312]: DEBUG oslo.service.loopingcall [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.448159] env[62312]: DEBUG nova.compute.manager [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.448260] env[62312]: DEBUG nova.network.neutron [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.740985] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.741280] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.741490] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.741694] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.741876] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.744073] env[62312]: INFO nova.compute.manager [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Terminating instance [ 1980.790662] env[62312]: DEBUG nova.network.neutron [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updated VIF entry in instance network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.791102] env[62312]: DEBUG nova.network.neutron [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.802930] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52865989-2fc9-a0ac-73e5-32b8b61a427c, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.803743] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.804009] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.804248] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.804395] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.804573] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.805065] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea72fa8d-954b-4c6e-b94c-6b5a3cbe7d04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.813557] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.813731] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.814462] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fc7458-251d-41bc-95bf-728a5a67dcf4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.819748] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1980.819748] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52548bb9-003e-0ea6-4133-a51c94bf18e2" [ 1980.819748] env[62312]: _type = "Task" [ 1980.819748] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.827899] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52548bb9-003e-0ea6-4133-a51c94bf18e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.942504] env[62312]: DEBUG nova.compute.manager [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.942753] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.943623] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac62cc94-56f0-4606-98af-72603a2754e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.951460] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.951680] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-079b1944-3fbf-4e59-a5b2-4e249ac14053 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.958656] env[62312]: DEBUG oslo_vmware.api [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1980.958656] env[62312]: value = "task-1810660" [ 1980.958656] env[62312]: _type = "Task" [ 1980.958656] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.966774] env[62312]: DEBUG oslo_vmware.api [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.249272] env[62312]: DEBUG nova.compute.manager [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1981.249272] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1981.249434] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e281d-70f5-449d-ba80-8e5d52dbc286 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.257101] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1981.257381] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc75cce-40d5-45e6-81ec-e336e3d20a7d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.263071] env[62312]: DEBUG oslo_vmware.api [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1981.263071] env[62312]: value = "task-1810661" [ 1981.263071] env[62312]: _type = "Task" [ 1981.263071] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.271328] env[62312]: DEBUG oslo_vmware.api [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.293563] env[62312]: DEBUG oslo_concurrency.lockutils [req-031f60fa-f796-4f39-b0e0-000737573f81 req-fb7b7d1b-0063-4a9b-8214-ecaf6059e746 service nova] Releasing lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.329393] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52548bb9-003e-0ea6-4133-a51c94bf18e2, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.330175] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6237ce2-8f62-4993-8140-e6c3477fe9e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.335273] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1981.335273] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521590c6-d4b9-ea49-4bfe-21f01056e295" [ 1981.335273] env[62312]: _type = "Task" [ 1981.335273] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.342709] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521590c6-d4b9-ea49-4bfe-21f01056e295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.468384] env[62312]: DEBUG oslo_vmware.api [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810660, 'name': PowerOffVM_Task, 'duration_secs': 0.18322} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.468640] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.468803] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.469059] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5848a1b3-1a95-46e0-8f95-c023d12f01d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.534543] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.534801] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.535015] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Deleting the datastore file [datastore1] 238f9693-2b55-4b5f-b9d5-acc005e81353 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.535275] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f02e74-388f-4c6c-bac5-befa15e79c7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.541904] env[62312]: DEBUG oslo_vmware.api [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for the task: (returnval){ [ 1981.541904] env[62312]: value = "task-1810663" [ 1981.541904] env[62312]: _type = "Task" [ 1981.541904] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.549782] env[62312]: DEBUG oslo_vmware.api [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.713406] env[62312]: DEBUG nova.network.neutron [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.772503] env[62312]: DEBUG oslo_vmware.api [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810661, 'name': PowerOffVM_Task, 'duration_secs': 0.164774} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.772775] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.772947] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.773209] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296fcac7-d5c7-4910-9db2-25515ec44e9c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.846135] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521590c6-d4b9-ea49-4bfe-21f01056e295, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.846420] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.846658] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1981.847046] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4029457-d1bf-4041-9fb8-682ec8e7fa05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.853896] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1981.853896] env[62312]: value = "task-1810665" [ 1981.853896] env[62312]: _type = "Task" [ 1981.853896] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.861651] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.883967] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.884215] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.884665] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleting the datastore file [datastore1] e65b633f-4471-4dc9-bba4-8201dd074453 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.884665] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-033ad76f-c215-499e-9495-52dbbf84c49f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.890386] env[62312]: DEBUG oslo_vmware.api [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1981.890386] env[62312]: value = "task-1810666" [ 1981.890386] env[62312]: _type = "Task" [ 1981.890386] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.897671] env[62312]: DEBUG oslo_vmware.api [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.052833] env[62312]: DEBUG oslo_vmware.api [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Task: {'id': task-1810663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165384} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.053460] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1982.053460] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1982.053460] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1982.053595] env[62312]: INFO nova.compute.manager [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1982.053856] env[62312]: DEBUG oslo.service.loopingcall [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.054080] env[62312]: DEBUG nova.compute.manager [-] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1982.054178] env[62312]: DEBUG nova.network.neutron [-] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1982.104623] env[62312]: DEBUG nova.compute.manager [req-aac1db9f-47a1-4a5f-a17f-8396e9d34c84 req-f1bcc41a-d0f9-4e85-87c1-a75dc618277a service nova] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Received event network-vif-deleted-3509e4ea-cf28-416a-b5cd-56a32c79e61d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1982.216249] env[62312]: INFO nova.compute.manager [-] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Took 1.77 seconds to deallocate network for instance. [ 1982.363984] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503761} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.364266] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1982.364493] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1982.364740] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d07e20ee-7fef-4ea7-87ab-be1697d5887f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.371203] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1982.371203] env[62312]: value = "task-1810667" [ 1982.371203] env[62312]: _type = "Task" [ 1982.371203] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.380428] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.398327] env[62312]: DEBUG oslo_vmware.api [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460323} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.398554] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1982.398735] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1982.398910] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1982.399099] env[62312]: INFO nova.compute.manager [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1982.399394] env[62312]: DEBUG oslo.service.loopingcall [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.399589] env[62312]: DEBUG nova.compute.manager [-] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1982.399680] env[62312]: DEBUG nova.network.neutron [-] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1982.725612] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.725612] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.725612] env[62312]: DEBUG nova.objects.instance [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'resources' on Instance uuid 5a908b6d-713d-463a-80bd-c143b61f77dd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.790960] env[62312]: DEBUG nova.network.neutron [-] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.881575] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061828} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.883170] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.884393] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d41055-8105-4cc4-8dd2-99f40dcf05d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.907349] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.908289] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d960e4-f2b3-420b-bb02-13b63802b65b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.929736] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1982.929736] env[62312]: value = "task-1810668" [ 1982.929736] env[62312]: _type = "Task" [ 1982.929736] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.937451] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.292152] env[62312]: INFO nova.compute.manager [-] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Took 1.24 seconds to deallocate network for instance. [ 1983.342501] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741ad46-2eda-46fa-9991-cf1206342800 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.350550] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b2582-5462-449a-a80c-58acf54f1ca4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.382294] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6d9f16-2288-417b-8a46-3dc6fdb9f378 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.384981] env[62312]: DEBUG nova.network.neutron [-] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.390995] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b181535d-e154-4d0d-b0a4-0b625fd8b5a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.404718] env[62312]: DEBUG nova.compute.provider_tree [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.438200] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810668, 'name': ReconfigVM_Task, 'duration_secs': 0.260655} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.438491] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.439129] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de366b3f-cfd5-4bca-bced-cfa64016da6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.445649] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1983.445649] env[62312]: value = "task-1810669" [ 1983.445649] env[62312]: _type = "Task" [ 1983.445649] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.453420] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810669, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.798634] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.887448] env[62312]: INFO nova.compute.manager [-] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Took 1.49 seconds to deallocate network for instance. [ 1983.908355] env[62312]: DEBUG nova.scheduler.client.report [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.956273] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810669, 'name': Rename_Task, 'duration_secs': 0.131096} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.956549] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.956783] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92735a63-0053-4d2a-9aee-da0e0df9fa7c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.965490] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 1983.965490] env[62312]: value = "task-1810670" [ 1983.965490] env[62312]: _type = "Task" [ 1983.965490] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.977255] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.131715] env[62312]: DEBUG nova.compute.manager [req-56c8cef9-f988-4387-85a2-a7c57241f64c req-6cf22602-8379-46aa-98b5-b00b5633a39f service nova] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Received event network-vif-deleted-251b53e0-6228-4813-a08c-94b415745ccc {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1984.131958] env[62312]: DEBUG nova.compute.manager [req-56c8cef9-f988-4387-85a2-a7c57241f64c req-6cf22602-8379-46aa-98b5-b00b5633a39f service nova] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Received event network-vif-deleted-8d4cccb0-3b34-4602-b529-6f884c030026 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1984.393589] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.412649] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.414998] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.616s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.415250] env[62312]: DEBUG nova.objects.instance [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lazy-loading 'resources' on Instance uuid 238f9693-2b55-4b5f-b9d5-acc005e81353 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.431822] env[62312]: INFO nova.scheduler.client.report [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted allocations for instance 5a908b6d-713d-463a-80bd-c143b61f77dd [ 1984.476214] env[62312]: DEBUG oslo_vmware.api [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810670, 'name': PowerOnVM_Task, 'duration_secs': 0.4355} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.477072] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.477283] env[62312]: INFO nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1984.477461] env[62312]: DEBUG nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.478224] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c6f0a-536c-46e0-9bdc-b2df5558d2b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.938066] env[62312]: DEBUG oslo_concurrency.lockutils [None req-f3cc267d-22bf-4811-9064-2be13bccdb5d tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "5a908b6d-713d-463a-80bd-c143b61f77dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.118s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.996826] env[62312]: INFO nova.compute.manager [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Took 11.57 seconds to build instance. [ 1985.024070] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93972637-aea1-4de6-a5ba-1e1d504eb78b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.033385] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aaf0e3-9b53-4a59-b793-aca2c375b690 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.063143] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4dce9-74ad-4f93-83ef-1d410db48389 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.070518] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1bc1ba-1c15-4421-9152-4a949e2d4c85 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.083740] env[62312]: DEBUG nova.compute.provider_tree [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.498986] env[62312]: DEBUG oslo_concurrency.lockutils [None req-893adecf-27a1-464b-baba-de8be3222e21 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.078s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.587327] env[62312]: DEBUG nova.scheduler.client.report [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1985.717713] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.718152] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.718505] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.718748] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.719028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.721019] env[62312]: INFO nova.compute.manager [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Terminating instance [ 1986.091760] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.094168] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.701s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.094379] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.114138] env[62312]: INFO nova.scheduler.client.report [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted allocations for instance e65b633f-4471-4dc9-bba4-8201dd074453 [ 1986.115992] env[62312]: INFO nova.scheduler.client.report [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Deleted allocations for instance 238f9693-2b55-4b5f-b9d5-acc005e81353 [ 1986.161599] env[62312]: DEBUG nova.compute.manager [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1986.161806] env[62312]: DEBUG nova.compute.manager [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing instance network info cache due to event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1986.162033] env[62312]: DEBUG oslo_concurrency.lockutils [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] Acquiring lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.162184] env[62312]: DEBUG oslo_concurrency.lockutils [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] Acquired lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.162347] env[62312]: DEBUG nova.network.neutron [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.229513] env[62312]: DEBUG nova.compute.manager [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.229513] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.229740] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300393b0-96c3-4de1-9501-78703b4059a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.237980] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.238236] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ff046f-75cc-4e84-a968-580276ce467f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.244896] env[62312]: DEBUG oslo_vmware.api [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1986.244896] env[62312]: value = "task-1810671" [ 1986.244896] env[62312]: _type = "Task" [ 1986.244896] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.253414] env[62312]: DEBUG oslo_vmware.api [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.625809] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e44cea4c-a9fd-4618-b152-14c20ed829b3 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "e65b633f-4471-4dc9-bba4-8201dd074453" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.626785] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ad8722fa-f936-4306-989d-5618f318582d tempest-ServerMetadataTestJSON-1017888500 tempest-ServerMetadataTestJSON-1017888500-project-member] Lock "238f9693-2b55-4b5f-b9d5-acc005e81353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.196s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.754955] env[62312]: DEBUG oslo_vmware.api [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810671, 'name': PowerOffVM_Task, 'duration_secs': 0.281614} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.755241] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.755411] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.755647] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-462b41ea-3e31-4a81-b9ac-103e475e5929 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.022099] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.022714] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.080507] env[62312]: DEBUG nova.network.neutron [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updated VIF entry in instance network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.080926] env[62312]: DEBUG nova.network.neutron [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.223282] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.223608] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.223686] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleting the datastore file [datastore1] b9af8c6c-0096-4d0e-8f8e-4fc935af582b {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.224053] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08827270-d182-4da4-8083-1f25b9f58001 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.230511] env[62312]: DEBUG oslo_vmware.api [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1987.230511] env[62312]: value = "task-1810673" [ 1987.230511] env[62312]: _type = "Task" [ 1987.230511] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.238705] env[62312]: DEBUG oslo_vmware.api [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.524624] env[62312]: DEBUG nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1987.588039] env[62312]: DEBUG oslo_concurrency.lockutils [req-53891672-1ca3-40a5-8adb-7bbe69511a14 req-b8ea3e3e-856a-4830-bb04-163c03b2cd03 service nova] Releasing lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.741284] env[62312]: DEBUG oslo_vmware.api [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.027145] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "a8e30fbb-1aba-451f-9c81-905c582b2450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.027340] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.049137] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.049827] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.051495] env[62312]: INFO nova.compute.claims [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.242324] env[62312]: DEBUG oslo_vmware.api [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.766255} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.242324] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.242324] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.242324] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.242757] env[62312]: INFO nova.compute.manager [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Took 2.01 seconds to destroy the instance on the hypervisor. [ 1988.242757] env[62312]: DEBUG oslo.service.loopingcall [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.242828] env[62312]: DEBUG nova.compute.manager [-] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.242896] env[62312]: DEBUG nova.network.neutron [-] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.531268] env[62312]: DEBUG nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1988.926315] env[62312]: DEBUG nova.compute.manager [req-838f69ec-6761-4546-be79-073cbd746607 req-268fdf02-f1d3-4aa4-a1c2-84d527e3bc5b service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Received event network-vif-deleted-338cec15-a976-435f-a166-8c26781dbaad {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1988.926565] env[62312]: INFO nova.compute.manager [req-838f69ec-6761-4546-be79-073cbd746607 req-268fdf02-f1d3-4aa4-a1c2-84d527e3bc5b service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Neutron deleted interface 338cec15-a976-435f-a166-8c26781dbaad; detaching it from the instance and deleting it from the info cache [ 1988.926739] env[62312]: DEBUG nova.network.neutron [req-838f69ec-6761-4546-be79-073cbd746607 req-268fdf02-f1d3-4aa4-a1c2-84d527e3bc5b service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.053077] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.161036] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e3a6b-7a87-4e2f-92a4-ced635014c57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.168934] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46bcac-1ca6-4d8e-a636-40ed78097fb8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.198562] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c29fd-de82-4cdb-8b0f-3a44663ca829 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.205906] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2a7267-da87-4fce-b7d0-e046b0483556 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.220032] env[62312]: DEBUG nova.compute.provider_tree [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.404642] env[62312]: DEBUG nova.network.neutron [-] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.429098] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3aa07c7-ed1f-4427-b20f-203e8a1bfa50 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.438544] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fef719-f76d-4701-80cb-7d1285c22b6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.467425] env[62312]: DEBUG nova.compute.manager [req-838f69ec-6761-4546-be79-073cbd746607 req-268fdf02-f1d3-4aa4-a1c2-84d527e3bc5b service nova] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Detach interface failed, port_id=338cec15-a976-435f-a166-8c26781dbaad, reason: Instance b9af8c6c-0096-4d0e-8f8e-4fc935af582b could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1989.722768] env[62312]: DEBUG nova.scheduler.client.report [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.907258] env[62312]: INFO nova.compute.manager [-] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Took 1.66 seconds to deallocate network for instance. [ 1990.228301] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.228823] env[62312]: DEBUG nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1990.231492] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.179s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.232961] env[62312]: INFO nova.compute.claims [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.413880] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.737642] env[62312]: DEBUG nova.compute.utils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1990.741479] env[62312]: DEBUG nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1990.741652] env[62312]: DEBUG nova.network.neutron [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1990.784406] env[62312]: DEBUG nova.policy [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6295be55a4af4dbbbb9f6b774dd54358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd0b53092eef415b92f1b32261730cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1991.069393] env[62312]: DEBUG nova.network.neutron [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Successfully created port: 7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1991.242696] env[62312]: DEBUG nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1991.367788] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28841b9f-24f5-47bf-b5ef-101827bb7c14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.375443] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebda24a-909d-4318-b0da-f2213204be7e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.407125] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770e348-6e52-4b2c-b80a-8864aeb01160 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.414647] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d560f80d-1a47-4536-b21c-8ba252c137d9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.427971] env[62312]: DEBUG nova.compute.provider_tree [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.930725] env[62312]: DEBUG nova.scheduler.client.report [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.257459] env[62312]: DEBUG nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1992.283313] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1992.283634] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.283884] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1992.284120] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.284313] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1992.284496] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1992.284737] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1992.284908] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1992.285132] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1992.285306] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1992.285476] env[62312]: DEBUG nova.virt.hardware [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1992.286415] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d66e0f-4cdc-4078-a92a-969056e6d911 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.295511] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36035acc-f4f7-43b0-b3b3-76bb88456eb3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.436165] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.436741] env[62312]: DEBUG nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.439602] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.026s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.439887] env[62312]: DEBUG nova.objects.instance [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'resources' on Instance uuid b9af8c6c-0096-4d0e-8f8e-4fc935af582b {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.462306] env[62312]: DEBUG nova.compute.manager [req-6ee31d09-13a2-4b6d-9fe1-e2f1ff34a287 req-78fd485d-711d-4f4b-9f2d-05edd4527dca service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-vif-plugged-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1992.462619] env[62312]: DEBUG oslo_concurrency.lockutils [req-6ee31d09-13a2-4b6d-9fe1-e2f1ff34a287 req-78fd485d-711d-4f4b-9f2d-05edd4527dca service nova] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.462854] env[62312]: DEBUG oslo_concurrency.lockutils [req-6ee31d09-13a2-4b6d-9fe1-e2f1ff34a287 req-78fd485d-711d-4f4b-9f2d-05edd4527dca service nova] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.463123] env[62312]: DEBUG oslo_concurrency.lockutils [req-6ee31d09-13a2-4b6d-9fe1-e2f1ff34a287 req-78fd485d-711d-4f4b-9f2d-05edd4527dca service nova] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.463365] env[62312]: DEBUG nova.compute.manager [req-6ee31d09-13a2-4b6d-9fe1-e2f1ff34a287 req-78fd485d-711d-4f4b-9f2d-05edd4527dca service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] No waiting events found dispatching network-vif-plugged-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1992.463588] env[62312]: WARNING nova.compute.manager [req-6ee31d09-13a2-4b6d-9fe1-e2f1ff34a287 req-78fd485d-711d-4f4b-9f2d-05edd4527dca service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received unexpected event network-vif-plugged-7292f7aa-9a7d-4512-be6e-30383ce06577 for instance with vm_state building and task_state spawning. [ 1992.546066] env[62312]: DEBUG nova.network.neutron [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Successfully updated port: 7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1992.943052] env[62312]: DEBUG nova.compute.utils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.946693] env[62312]: DEBUG nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1992.946860] env[62312]: DEBUG nova.network.neutron [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1992.983892] env[62312]: DEBUG nova.policy [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08be8a8b6ba1430e9cc156fa1bbce1d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35371457b354437fbed72bfc2821eeae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.046890] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44434b44-033a-4c00-97d2-5cb7ba1c4df1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.057770] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.057922] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.058087] env[62312]: DEBUG nova.network.neutron [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.062337] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413b0b8a-c2c4-41e8-a7b5-93390a884047 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.095574] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaaff1d-0e70-4be2-92f4-f3e13c7588e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.102964] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6fe3e6-d74d-46b4-ada8-63ddcdae1dcf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.116254] env[62312]: DEBUG nova.compute.provider_tree [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.358652] env[62312]: DEBUG nova.network.neutron [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Successfully created port: b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.447297] env[62312]: DEBUG nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.595072] env[62312]: DEBUG nova.network.neutron [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1993.620703] env[62312]: DEBUG nova.scheduler.client.report [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1993.723661] env[62312]: DEBUG nova.network.neutron [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.892437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.892729] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.892950] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.893183] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.893369] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.896371] env[62312]: INFO nova.compute.manager [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Terminating instance [ 1994.126810] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.147326] env[62312]: INFO nova.scheduler.client.report [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted allocations for instance b9af8c6c-0096-4d0e-8f8e-4fc935af582b [ 1994.227671] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.227671] env[62312]: DEBUG nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Instance network_info: |[{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1994.227671] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:20:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7292f7aa-9a7d-4512-be6e-30383ce06577', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.235015] env[62312]: DEBUG oslo.service.loopingcall [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.235237] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.235909] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c25ed04-60cd-41c5-9ffb-51198068aaa6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.256561] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.256561] env[62312]: value = "task-1810674" [ 1994.256561] env[62312]: _type = "Task" [ 1994.256561] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.263958] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810674, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.401731] env[62312]: DEBUG nova.compute.manager [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.401979] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.402365] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21459e9c-fd45-4227-804d-97db0ff199af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.409460] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1994.409460] env[62312]: value = "task-1810675" [ 1994.409460] env[62312]: _type = "Task" [ 1994.409460] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.418215] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.460813] env[62312]: DEBUG nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.489308] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.489661] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.489914] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.490753] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.490994] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.491255] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.491585] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.491818] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.492099] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.492358] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.492621] env[62312]: DEBUG nova.virt.hardware [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.493905] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3a8824-9452-41cb-85a4-18b47e42e4da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.500808] env[62312]: DEBUG nova.compute.manager [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1994.501159] env[62312]: DEBUG nova.compute.manager [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing instance network info cache due to event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1994.501496] env[62312]: DEBUG oslo_concurrency.lockutils [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.501754] env[62312]: DEBUG oslo_concurrency.lockutils [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.502045] env[62312]: DEBUG nova.network.neutron [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.510148] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57823f0-98d0-4423-ad73-c04d169279cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.655883] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d660a69b-ddbf-4ce0-a245-3495fa4e4707 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "b9af8c6c-0096-4d0e-8f8e-4fc935af582b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.938s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.767788] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810674, 'name': CreateVM_Task, 'duration_secs': 0.345756} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.767947] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1994.768616] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.768805] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.769266] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1994.769561] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bdd606-7e2c-47ad-ba22-96e20c48ca57 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.774548] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1994.774548] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521ea475-f3e1-4de0-dc60-410ce09c6b1c" [ 1994.774548] env[62312]: _type = "Task" [ 1994.774548] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.782347] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521ea475-f3e1-4de0-dc60-410ce09c6b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.856456] env[62312]: DEBUG nova.network.neutron [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Successfully updated port: b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1994.919398] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810675, 'name': PowerOffVM_Task, 'duration_secs': 0.192335} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.919398] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.919614] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1994.919747] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375215', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'name': 'volume-273a03d7-df3b-47ed-aee1-96485a4167e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f7a6077c-e606-4edb-8e06-4ef911c1a01e', 'attached_at': '2024-12-12T10:58:18.000000', 'detached_at': '', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'serial': '273a03d7-df3b-47ed-aee1-96485a4167e4'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1994.920487] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be7ebb-8e87-42d5-ac15-9b112d03751d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.938057] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56a9b74-975b-479b-8227-9d7895455fe0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.943865] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac1506d-39c0-4c2c-8a43-dd88c7ca325e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.960579] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd16c831-e644-4b1e-9be1-b87ad0ac8b1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.974446] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] The volume has not been displaced from its original location: [datastore1] volume-273a03d7-df3b-47ed-aee1-96485a4167e4/volume-273a03d7-df3b-47ed-aee1-96485a4167e4.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1994.979605] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1994.979865] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359d02f6-9539-41a3-882b-371abfabb584 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.996854] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1994.996854] env[62312]: value = "task-1810676" [ 1994.996854] env[62312]: _type = "Task" [ 1994.996854] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.004385] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.238591] env[62312]: DEBUG nova.network.neutron [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updated VIF entry in instance network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.238962] env[62312]: DEBUG nova.network.neutron [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.285131] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521ea475-f3e1-4de0-dc60-410ce09c6b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.285329] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.285569] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.285792] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.285940] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.286120] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.286381] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f98689-6800-4e94-b3f0-688dbf28547f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.294349] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.294527] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.295260] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7836db74-961a-4854-8e53-c6d9b5094ddc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.299892] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1995.299892] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a136d0-ee90-3ee6-7d8b-68dace269dbd" [ 1995.299892] env[62312]: _type = "Task" [ 1995.299892] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.307443] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a136d0-ee90-3ee6-7d8b-68dace269dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.359794] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.359844] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.359991] env[62312]: DEBUG nova.network.neutron [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.510197] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810676, 'name': ReconfigVM_Task, 'duration_secs': 0.173646} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.510521] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1995.515106] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c60f3e8-2262-4d22-a222-b9c25a20344d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.529325] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1995.529325] env[62312]: value = "task-1810677" [ 1995.529325] env[62312]: _type = "Task" [ 1995.529325] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.537223] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.741586] env[62312]: DEBUG oslo_concurrency.lockutils [req-1104a4c9-3c4b-411b-8141-397428ec1821 req-7d972ab8-0615-4ab1-9c8a-480d06d5d1e2 service nova] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.810990] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a136d0-ee90-3ee6-7d8b-68dace269dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.811794] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccbb3940-437f-49ab-969d-ae68ec2fe0db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.816682] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1995.816682] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5215885a-aaca-bb7f-39f4-6fcede453933" [ 1995.816682] env[62312]: _type = "Task" [ 1995.816682] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.824055] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5215885a-aaca-bb7f-39f4-6fcede453933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.889392] env[62312]: DEBUG nova.network.neutron [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.011099] env[62312]: DEBUG nova.network.neutron [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.039350] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810677, 'name': ReconfigVM_Task, 'duration_secs': 0.150304} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.039645] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375215', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'name': 'volume-273a03d7-df3b-47ed-aee1-96485a4167e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f7a6077c-e606-4edb-8e06-4ef911c1a01e', 'attached_at': '2024-12-12T10:58:18.000000', 'detached_at': '', 'volume_id': '273a03d7-df3b-47ed-aee1-96485a4167e4', 'serial': '273a03d7-df3b-47ed-aee1-96485a4167e4'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1996.039908] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1996.040639] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcddb21d-d137-44ca-b3da-18d4ce681246 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.046874] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1996.047100] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d4f1b2f-06b0-4485-adf8-992b2ea517f6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.091873] env[62312]: DEBUG oslo_concurrency.lockutils [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "5d63c304-be56-4abc-8a10-668076a433ea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.092129] env[62312]: DEBUG oslo_concurrency.lockutils [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.121684] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1996.121964] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1996.122181] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleting the datastore file [datastore1] f7a6077c-e606-4edb-8e06-4ef911c1a01e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1996.122430] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a223e29-3c70-4d08-948e-717582f297cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.128392] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 1996.128392] env[62312]: value = "task-1810679" [ 1996.128392] env[62312]: _type = "Task" [ 1996.128392] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.135774] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.327573] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5215885a-aaca-bb7f-39f4-6fcede453933, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.327839] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.328110] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1996.328365] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06da5964-cc29-4ce7-8ba5-ae914210c887 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.336006] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1996.336006] env[62312]: value = "task-1810680" [ 1996.336006] env[62312]: _type = "Task" [ 1996.336006] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.343676] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.514134] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.514575] env[62312]: DEBUG nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Instance network_info: |[{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1996.515246] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:24:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b487914e-51d6-4ae9-9170-6bcc0e178bc3', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.524044] env[62312]: DEBUG oslo.service.loopingcall [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.525606] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.526957] env[62312]: DEBUG nova.compute.manager [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Received event network-vif-plugged-b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1996.527155] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] Acquiring lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.527406] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.527616] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.527822] env[62312]: DEBUG nova.compute.manager [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] No waiting events found dispatching network-vif-plugged-b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.528033] env[62312]: WARNING nova.compute.manager [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Received unexpected event network-vif-plugged-b487914e-51d6-4ae9-9170-6bcc0e178bc3 for instance with vm_state building and task_state spawning. [ 1996.528241] env[62312]: DEBUG nova.compute.manager [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Received event network-changed-b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1996.528450] env[62312]: DEBUG nova.compute.manager [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Refreshing instance network info cache due to event network-changed-b487914e-51d6-4ae9-9170-6bcc0e178bc3. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1996.528678] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] Acquiring lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.528787] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] Acquired lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.528940] env[62312]: DEBUG nova.network.neutron [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Refreshing network info cache for port b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.530090] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-912de5d5-1c5a-46e8-a8a9-5f40bb68bd53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.551202] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.551202] env[62312]: value = "task-1810681" [ 1996.551202] env[62312]: _type = "Task" [ 1996.551202] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.560931] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810681, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.595352] env[62312]: INFO nova.compute.manager [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Detaching volume 0f6acaec-58c2-4365-afc9-f93823d7c9ac [ 1996.635215] env[62312]: INFO nova.virt.block_device [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Attempting to driver detach volume 0f6acaec-58c2-4365-afc9-f93823d7c9ac from mountpoint /dev/sdb [ 1996.635564] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1996.635789] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375224', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'name': 'volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5d63c304-be56-4abc-8a10-668076a433ea', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'serial': '0f6acaec-58c2-4365-afc9-f93823d7c9ac'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1996.636712] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93117ae-bc60-432d-8ad5-9d2994873206 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.642785] env[62312]: DEBUG oslo_vmware.api [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080236} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.643511] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1996.643706] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1996.643925] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1996.644096] env[62312]: INFO nova.compute.manager [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1996.644357] env[62312]: DEBUG oslo.service.loopingcall [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.644555] env[62312]: DEBUG nova.compute.manager [-] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1996.644647] env[62312]: DEBUG nova.network.neutron [-] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1996.665184] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab787bb-8beb-43af-a9a4-a5f9c1d3a5a1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.674192] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43420594-70aa-4989-b86e-0017be80a262 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.698534] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8163d0-caa8-4d18-a408-8fc7383d8892 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.714906] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac/volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1996.720339] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1996.720721] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad99b9aa-07b1-4778-b249-67ad11dc0201 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.740651] env[62312]: DEBUG oslo_vmware.api [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1996.740651] env[62312]: value = "task-1810682" [ 1996.740651] env[62312]: _type = "Task" [ 1996.740651] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.749710] env[62312]: DEBUG oslo_vmware.api [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.846703] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499362} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.847024] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1996.847287] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1996.847576] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-532b60b6-6137-4482-939f-6ab75b19c27e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.857755] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1996.857755] env[62312]: value = "task-1810683" [ 1996.857755] env[62312]: _type = "Task" [ 1996.857755] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.865892] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.065284] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810681, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.246937] env[62312]: DEBUG nova.network.neutron [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updated VIF entry in instance network info cache for port b487914e-51d6-4ae9-9170-6bcc0e178bc3. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.247312] env[62312]: DEBUG nova.network.neutron [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.253869] env[62312]: DEBUG oslo_vmware.api [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810682, 'name': ReconfigVM_Task, 'duration_secs': 0.255919} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.254187] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1997.258979] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828dd0b2-aaac-42d4-97f9-b20064855c6f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.275729] env[62312]: DEBUG oslo_vmware.api [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 1997.275729] env[62312]: value = "task-1810684" [ 1997.275729] env[62312]: _type = "Task" [ 1997.275729] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.284359] env[62312]: DEBUG oslo_vmware.api [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.368724] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.405612} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.368983] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1997.369763] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf7494-9109-40a9-affc-f267b07d876a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.391934] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.392261] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ce05cf-c95a-4a24-ada4-0a0d6c2b6048 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.415056] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1997.415056] env[62312]: value = "task-1810685" [ 1997.415056] env[62312]: _type = "Task" [ 1997.415056] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.427536] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.561095] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810681, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.643862] env[62312]: DEBUG nova.network.neutron [-] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.750096] env[62312]: DEBUG oslo_concurrency.lockutils [req-d3579e7b-3a68-4ca2-aca9-b7c7df05d9ad req-270fd9ae-7402-42fb-919a-0067a35c053d service nova] Releasing lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.786877] env[62312]: DEBUG oslo_vmware.api [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810684, 'name': ReconfigVM_Task, 'duration_secs': 0.143502} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.787196] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375224', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'name': 'volume-0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5d63c304-be56-4abc-8a10-668076a433ea', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6acaec-58c2-4365-afc9-f93823d7c9ac', 'serial': '0f6acaec-58c2-4365-afc9-f93823d7c9ac'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1997.926039] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810685, 'name': ReconfigVM_Task, 'duration_secs': 0.298607} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.926039] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.926706] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ad2678-1f34-4b47-a5e7-a7d2117a55b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.932703] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1997.932703] env[62312]: value = "task-1810686" [ 1997.932703] env[62312]: _type = "Task" [ 1997.932703] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.940124] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810686, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.062766] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810681, 'name': CreateVM_Task, 'duration_secs': 1.508389} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.062948] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1998.063632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.063803] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.064213] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.064465] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ae8ad1-74f2-49c8-bbc4-c95a14de700e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.068886] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1998.068886] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52cb7bfa-1fb0-324b-d8cd-966566888fb7" [ 1998.068886] env[62312]: _type = "Task" [ 1998.068886] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.076274] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cb7bfa-1fb0-324b-d8cd-966566888fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.147026] env[62312]: INFO nova.compute.manager [-] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Took 1.50 seconds to deallocate network for instance. [ 1998.328443] env[62312]: DEBUG nova.objects.instance [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'flavor' on Instance uuid 5d63c304-be56-4abc-8a10-668076a433ea {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.443767] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810686, 'name': Rename_Task, 'duration_secs': 0.156464} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.444102] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1998.444348] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ffe70c-a91b-4cac-831f-36868bd8e5fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.450208] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 1998.450208] env[62312]: value = "task-1810687" [ 1998.450208] env[62312]: _type = "Task" [ 1998.450208] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.457852] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.543695] env[62312]: DEBUG nova.compute.manager [req-3647d75a-f6b9-46d6-95c9-f4f42d46ec4c req-e8af08ad-e8b7-43df-81f8-3ec40310a01f service nova] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Received event network-vif-deleted-48b421d8-2d18-42fb-8439-a49b2c1d5ffe {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1998.580362] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52cb7bfa-1fb0-324b-d8cd-966566888fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.580734] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.581019] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.581332] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.581521] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.581739] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.582073] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da98ae08-7740-48b3-805e-4a7f5a01db7a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.590274] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.590496] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.591223] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a6d36b-36fa-4d82-b26e-0232eb090991 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.596715] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1998.596715] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52820b59-8b96-4c6e-c7c0-71476aee34f4" [ 1998.596715] env[62312]: _type = "Task" [ 1998.596715] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.604711] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52820b59-8b96-4c6e-c7c0-71476aee34f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.694699] env[62312]: INFO nova.compute.manager [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Took 0.55 seconds to detach 1 volumes for instance. [ 1998.696940] env[62312]: DEBUG nova.compute.manager [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Deleting volume: 273a03d7-df3b-47ed-aee1-96485a4167e4 {{(pid=62312) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1998.959901] env[62312]: DEBUG oslo_vmware.api [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810687, 'name': PowerOnVM_Task, 'duration_secs': 0.425335} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.960152] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1998.960366] env[62312]: INFO nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1998.960546] env[62312]: DEBUG nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1998.961306] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a828344-26aa-49c2-b3b8-50f28d9372db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.106774] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52820b59-8b96-4c6e-c7c0-71476aee34f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.107535] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e32b8b6-fbd5-486e-84d3-22ad437b2e28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.113009] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1999.113009] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527fbbcc-1fa0-8050-4004-6e5512511192" [ 1999.113009] env[62312]: _type = "Task" [ 1999.113009] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.120306] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527fbbcc-1fa0-8050-4004-6e5512511192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.238055] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.238277] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.238472] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.261671] env[62312]: INFO nova.scheduler.client.report [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted allocations for instance f7a6077c-e606-4edb-8e06-4ef911c1a01e [ 1999.335733] env[62312]: DEBUG oslo_concurrency.lockutils [None req-602acb21-db0a-42ba-b9a9-d7b232c6fcde tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.480948] env[62312]: INFO nova.compute.manager [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Took 11.45 seconds to build instance. [ 1999.600551] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.600932] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.600932] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1999.601088] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1999.625944] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527fbbcc-1fa0-8050-4004-6e5512511192, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.626241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.626492] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1999.626736] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69f78e82-546e-496e-aa45-a199e5b5cdfa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.633842] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 1999.633842] env[62312]: value = "task-1810689" [ 1999.633842] env[62312]: _type = "Task" [ 1999.633842] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.641460] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.770030] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3f2a2974-ad71-40f6-b57a-669498af5b39 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "f7a6077c-e606-4edb-8e06-4ef911c1a01e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.877s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.982389] env[62312]: DEBUG oslo_concurrency.lockutils [None req-955d9a82-3b97-4f90-b7a8-433624ca666e tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.959s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.105618] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Skipping network cache update for instance because it is Building. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2000.145710] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483592} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.146168] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.146385] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2000.147459] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81159b6e-529e-4a45-86e8-de96c530e16a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.151031] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.151189] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.151444] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2000.151658] env[62312]: DEBUG nova.objects.instance [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lazy-loading 'info_cache' on Instance uuid ad49386f-5e18-4dba-b5ff-e5553d6ffb45 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.159459] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2000.159459] env[62312]: value = "task-1810690" [ 2000.159459] env[62312]: _type = "Task" [ 2000.159459] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.167650] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.364024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "5d63c304-be56-4abc-8a10-668076a433ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.364024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.364024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "5d63c304-be56-4abc-8a10-668076a433ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.364024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.364024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.366654] env[62312]: INFO nova.compute.manager [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Terminating instance [ 2000.497427] env[62312]: DEBUG nova.compute.manager [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2000.497821] env[62312]: DEBUG nova.compute.manager [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing instance network info cache due to event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2000.498223] env[62312]: DEBUG oslo_concurrency.lockutils [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.498550] env[62312]: DEBUG oslo_concurrency.lockutils [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.498855] env[62312]: DEBUG nova.network.neutron [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.647064] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "bb22049c-01e1-45ae-bba1-1232ba2883e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.647064] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.647401] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "bb22049c-01e1-45ae-bba1-1232ba2883e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.647460] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.647594] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.649676] env[62312]: INFO nova.compute.manager [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Terminating instance [ 2000.669260] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063895} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.669598] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.670233] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f23bc-392b-4011-9f6e-39b240caa2f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.693403] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.693748] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c7d5804-89bb-4982-b5ac-768dc276a9b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.713649] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2000.713649] env[62312]: value = "task-1810691" [ 2000.713649] env[62312]: _type = "Task" [ 2000.713649] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.721183] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.872409] env[62312]: DEBUG nova.compute.manager [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2000.872667] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2000.873790] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1eb361-c50c-4372-b736-98a505266df8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.882391] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.882637] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9518f310-c730-40e4-81e3-404f11918d11 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.888872] env[62312]: DEBUG oslo_vmware.api [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2000.888872] env[62312]: value = "task-1810692" [ 2000.888872] env[62312]: _type = "Task" [ 2000.888872] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.896632] env[62312]: DEBUG oslo_vmware.api [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.152910] env[62312]: DEBUG nova.compute.manager [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2001.153191] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2001.154089] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec07987e-740e-472d-b8bb-acfe7cde0ee7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.164011] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.164524] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd5c7a9f-872f-4e0d-8cb3-b3fc752a5887 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.170705] env[62312]: DEBUG oslo_vmware.api [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 2001.170705] env[62312]: value = "task-1810693" [ 2001.170705] env[62312]: _type = "Task" [ 2001.170705] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.178349] env[62312]: DEBUG oslo_vmware.api [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.223777] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810691, 'name': ReconfigVM_Task, 'duration_secs': 0.305657} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.224121] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2001.224769] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7db8f03f-f179-43b4-ae03-ad31e9c47948 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.230976] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2001.230976] env[62312]: value = "task-1810694" [ 2001.230976] env[62312]: _type = "Task" [ 2001.230976] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.235520] env[62312]: DEBUG nova.network.neutron [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updated VIF entry in instance network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.235973] env[62312]: DEBUG nova.network.neutron [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.240998] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810694, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.399297] env[62312]: DEBUG oslo_vmware.api [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810692, 'name': PowerOffVM_Task, 'duration_secs': 0.182803} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.399577] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.399744] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2001.399993] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e31473df-8af1-4bee-9a2e-eaae54cc116d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.472847] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2001.473114] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2001.473327] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleting the datastore file [datastore1] 5d63c304-be56-4abc-8a10-668076a433ea {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2001.473609] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-402d5ee1-c633-4d48-95d4-15ac3cc6ee26 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.479960] env[62312]: DEBUG oslo_vmware.api [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2001.479960] env[62312]: value = "task-1810696" [ 2001.479960] env[62312]: _type = "Task" [ 2001.479960] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.487974] env[62312]: DEBUG oslo_vmware.api [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.681067] env[62312]: DEBUG oslo_vmware.api [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810693, 'name': PowerOffVM_Task, 'duration_secs': 0.17989} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.681448] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.681503] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2001.681752] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3303ffdc-738a-485d-9bfb-401178f2cc83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.742313] env[62312]: DEBUG oslo_concurrency.lockutils [req-56ad6ea8-eaff-41fd-b2e2-fd9c2822e2ca req-2d7c1d07-9d79-48b2-bb54-8498e88c4899 service nova] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.742754] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810694, 'name': Rename_Task, 'duration_secs': 0.194612} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.743023] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.743306] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-672fc2ff-3136-4a9f-a672-0d34cd08bcdf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.752855] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2001.752855] env[62312]: value = "task-1810698" [ 2001.752855] env[62312]: _type = "Task" [ 2001.752855] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.763250] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.766679] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2001.766899] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2001.767156] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleting the datastore file [datastore1] bb22049c-01e1-45ae-bba1-1232ba2883e7 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2001.767442] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a88867-5a16-4d4c-b2f9-fe342a8edac5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.775508] env[62312]: DEBUG oslo_vmware.api [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 2001.775508] env[62312]: value = "task-1810699" [ 2001.775508] env[62312]: _type = "Task" [ 2001.775508] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.783738] env[62312]: DEBUG oslo_vmware.api [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.876835] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [{"id": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "address": "fa:16:3e:40:e1:88", "network": {"id": "ed082a3d-d387-4c87-bf7c-c767ea66c2b3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-888176045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0cef8832bb429699a2c5f5fdff61ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3243733-91", "ovs_interfaceid": "d3243733-91a1-4e51-82ea-f66b399a5a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.989939] env[62312]: DEBUG oslo_vmware.api [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164499} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.990174] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2001.990352] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2001.990517] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2001.990712] env[62312]: INFO nova.compute.manager [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2001.990946] env[62312]: DEBUG oslo.service.loopingcall [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.991182] env[62312]: DEBUG nova.compute.manager [-] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2001.991305] env[62312]: DEBUG nova.network.neutron [-] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2002.263709] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810698, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.285206] env[62312]: DEBUG oslo_vmware.api [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140103} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.285403] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2002.285551] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2002.286139] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2002.286139] env[62312]: INFO nova.compute.manager [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2002.286139] env[62312]: DEBUG oslo.service.loopingcall [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.286374] env[62312]: DEBUG nova.compute.manager [-] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2002.286374] env[62312]: DEBUG nova.network.neutron [-] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2002.380385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-ad49386f-5e18-4dba-b5ff-e5553d6ffb45" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.380601] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2002.380818] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.380968] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.381149] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.381298] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.381439] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.381580] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.381705] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2002.381910] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.524283] env[62312]: DEBUG nova.compute.manager [req-3078097d-a30e-42ea-9dad-8f475021589e req-989860bc-6baf-408f-99d9-b5265ec9b94e service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Received event network-vif-deleted-09639964-f33c-4d79-9cb1-6331bb1386a7 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2002.524389] env[62312]: INFO nova.compute.manager [req-3078097d-a30e-42ea-9dad-8f475021589e req-989860bc-6baf-408f-99d9-b5265ec9b94e service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Neutron deleted interface 09639964-f33c-4d79-9cb1-6331bb1386a7; detaching it from the instance and deleting it from the info cache [ 2002.524608] env[62312]: DEBUG nova.network.neutron [req-3078097d-a30e-42ea-9dad-8f475021589e req-989860bc-6baf-408f-99d9-b5265ec9b94e service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.536424] env[62312]: DEBUG nova.compute.manager [req-1a2aa957-1baa-427a-b9bd-05a0dec5b4b3 req-f0371129-62ed-4e87-8528-89cd6d73b481 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Received event network-vif-deleted-652f25f5-f4e9-46ee-811d-f1f89b5d2a66 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2002.536676] env[62312]: INFO nova.compute.manager [req-1a2aa957-1baa-427a-b9bd-05a0dec5b4b3 req-f0371129-62ed-4e87-8528-89cd6d73b481 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Neutron deleted interface 652f25f5-f4e9-46ee-811d-f1f89b5d2a66; detaching it from the instance and deleting it from the info cache [ 2002.536800] env[62312]: DEBUG nova.network.neutron [req-1a2aa957-1baa-427a-b9bd-05a0dec5b4b3 req-f0371129-62ed-4e87-8528-89cd6d73b481 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.764024] env[62312]: DEBUG oslo_vmware.api [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810698, 'name': PowerOnVM_Task, 'duration_secs': 0.934195} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.764420] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.764517] env[62312]: INFO nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Took 8.30 seconds to spawn the instance on the hypervisor. [ 2002.764675] env[62312]: DEBUG nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.765482] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc764e63-70e0-4a02-b258-862dbad723a9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.884822] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.885124] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.885319] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.885472] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2002.886357] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3008095f-ab43-41ef-8f4d-06b97b402158 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.894577] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457baaf1-6d79-4ada-8835-f058041076c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.909382] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992756fc-4bc4-4a92-8743-40208f749301 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.916033] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cb34d5-59fe-4e16-b701-f2d7f1573d84 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.944941] env[62312]: DEBUG nova.network.neutron [-] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.945990] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179857MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2002.946154] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.946362] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.006407] env[62312]: DEBUG nova.network.neutron [-] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.026976] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c87f4859-0cb1-43c1-9afe-fd48e77264af {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.037026] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86135ab1-581e-4372-b4f3-53dad8ee8716 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.047506] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19229233-5cf7-48aa-8220-d98a4bf308b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.058325] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c1dd1a-b393-4c43-b95d-f9a6552a7ff0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.076411] env[62312]: DEBUG nova.compute.manager [req-3078097d-a30e-42ea-9dad-8f475021589e req-989860bc-6baf-408f-99d9-b5265ec9b94e service nova] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Detach interface failed, port_id=09639964-f33c-4d79-9cb1-6331bb1386a7, reason: Instance 5d63c304-be56-4abc-8a10-668076a433ea could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2003.093739] env[62312]: DEBUG nova.compute.manager [req-1a2aa957-1baa-427a-b9bd-05a0dec5b4b3 req-f0371129-62ed-4e87-8528-89cd6d73b481 service nova] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Detach interface failed, port_id=652f25f5-f4e9-46ee-811d-f1f89b5d2a66, reason: Instance bb22049c-01e1-45ae-bba1-1232ba2883e7 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2003.285369] env[62312]: INFO nova.compute.manager [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Took 14.25 seconds to build instance. [ 2003.450027] env[62312]: INFO nova.compute.manager [-] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Took 1.46 seconds to deallocate network for instance. [ 2003.510324] env[62312]: INFO nova.compute.manager [-] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Took 1.22 seconds to deallocate network for instance. [ 2003.787463] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d0728e18-e881-4d79-93db-5482dcfb5f6a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.760s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.959427] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.974456] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.974660] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 5d63c304-be56-4abc-8a10-668076a433ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.974823] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance bb22049c-01e1-45ae-bba1-1232ba2883e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.975012] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.975197] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 7131b053-9102-4af4-8bae-9e7e9f37c88e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.975351] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance a8e30fbb-1aba-451f-9c81-905c582b2450 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.975548] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2003.975686] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2004.017704] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.056391] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f397163f-e1b5-40c8-8e54-427af8488b20 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.065304] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b702a-5913-4205-a640-cabd8acc68f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.096948] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f50fe-fca7-44d1-b811-0586d6ca81e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.104599] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c0ae1-2177-46dd-b1ac-5f52efa3ec9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.117562] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2004.565314] env[62312]: DEBUG nova.compute.manager [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Received event network-changed-b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2004.565583] env[62312]: DEBUG nova.compute.manager [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Refreshing instance network info cache due to event network-changed-b487914e-51d6-4ae9-9170-6bcc0e178bc3. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2004.565866] env[62312]: DEBUG oslo_concurrency.lockutils [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] Acquiring lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.566070] env[62312]: DEBUG oslo_concurrency.lockutils [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] Acquired lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.566294] env[62312]: DEBUG nova.network.neutron [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Refreshing network info cache for port b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2004.620761] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.125649] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2005.126048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.126151] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.167s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.126410] env[62312]: DEBUG nova.objects.instance [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'resources' on Instance uuid 5d63c304-be56-4abc-8a10-668076a433ea {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.127488] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.127633] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2005.284030] env[62312]: DEBUG nova.network.neutron [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updated VIF entry in instance network info cache for port b487914e-51d6-4ae9-9170-6bcc0e178bc3. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2005.284431] env[62312]: DEBUG nova.network.neutron [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.644060] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] There are 49 instances to clean {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2005.644252] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 238f9693-2b55-4b5f-b9d5-acc005e81353] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2005.711372] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752ec6f-5b8b-4dad-8099-9b533ed626c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.719482] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2e20e-4fdd-4e5c-b034-d298e4db95ee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.751520] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779cb5ed-72cf-44fa-bf58-b6888c1130d8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.759182] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25b2106-eae9-4137-906b-bd6c9c89e8f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.772337] env[62312]: DEBUG nova.compute.provider_tree [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.786936] env[62312]: DEBUG oslo_concurrency.lockutils [req-3b71d896-8e96-40a9-b555-825e79002b65 req-df49e053-d169-4e1a-942d-ba19ff30108a service nova] Releasing lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.148931] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b9af8c6c-0096-4d0e-8f8e-4fc935af582b] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2006.275743] env[62312]: DEBUG nova.scheduler.client.report [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.652999] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: f7a6077c-e606-4edb-8e06-4ef911c1a01e] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2006.780497] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.783028] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.765s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.783188] env[62312]: DEBUG nova.objects.instance [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'resources' on Instance uuid bb22049c-01e1-45ae-bba1-1232ba2883e7 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.798630] env[62312]: INFO nova.scheduler.client.report [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted allocations for instance 5d63c304-be56-4abc-8a10-668076a433ea [ 2007.156409] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ebe39342-4520-4b0f-9799-8b0a38ba4ad0] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2007.304802] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fa42aa4-ddeb-4b29-8402-404d33ff4f9b tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "5d63c304-be56-4abc-8a10-668076a433ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.943s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.352360] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66616325-cf9d-4735-9273-5a6877024682 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.360221] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a01fad-ecc2-429a-97db-791098c8af3b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.390452] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77374da-c1ae-40fa-ad9e-f062167908ce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.396985] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5db6f-6f64-44b1-8441-8a5bbbdce65e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.409592] env[62312]: DEBUG nova.compute.provider_tree [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.659475] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 6edb93b6-41eb-4fa6-b003-1fd11e60adf5] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2007.913080] env[62312]: DEBUG nova.scheduler.client.report [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.163178] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b9420f7d-f12f-476e-9158-abf3731edcbd] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2008.417874] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.440733] env[62312]: INFO nova.scheduler.client.report [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted allocations for instance bb22049c-01e1-45ae-bba1-1232ba2883e7 [ 2008.666650] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2002bc74-5d2f-4bfb-93d8-57e38df64cad] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2008.949318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-14417840-b6bc-4a50-b6ba-7fbcae8aa9d7 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "bb22049c-01e1-45ae-bba1-1232ba2883e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.302s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.170508] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5a908b6d-713d-463a-80bd-c143b61f77dd] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2009.527982] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.527982] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.674203] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 3482807a-79d0-4d33-b3bb-9c11650b5366] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2010.029994] env[62312]: DEBUG nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2010.177592] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: fd685911-97ce-4af3-8011-82b596154fac] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2010.557415] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.557712] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.559262] env[62312]: INFO nova.compute.claims [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2010.680663] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: adee922b-752f-4577-bc50-fd0f26da506c] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2011.183944] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5fc92296-3b72-45c2-a42c-d9f6fb6fdfdd] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2011.632311] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b67201-9ecf-4d89-89c3-8a6d0034f27a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.640136] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f534f7-fbc9-4a58-98e5-f1e83db22a4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.669394] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155526d9-5817-4663-9041-02dbb0758b06 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.676463] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f7a384-f65e-4a12-8e17-7b4243a866a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.690135] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 7eb7b5d1-c493-49bf-b183-fa6f583fa6fd] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2011.692099] env[62312]: DEBUG nova.compute.provider_tree [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.194533] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: e997f687-e838-4fd8-a5f5-d1c44ba6ca94] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2012.197374] env[62312]: DEBUG nova.scheduler.client.report [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.488042] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.488318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.488551] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.488742] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.488909] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.490921] env[62312]: INFO nova.compute.manager [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Terminating instance [ 2012.701098] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: bcae6f58-29d6-48fe-acb6-d1dc76976f2f] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2012.703330] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.703790] env[62312]: DEBUG nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2012.994113] env[62312]: DEBUG nova.compute.manager [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.994366] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.995278] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e10c640-7ad6-4caf-a717-260495c56a60 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.003241] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.003455] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-073198bc-86d4-4606-b462-bdc6b079046f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.009857] env[62312]: DEBUG oslo_vmware.api [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 2013.009857] env[62312]: value = "task-1810701" [ 2013.009857] env[62312]: _type = "Task" [ 2013.009857] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.017912] env[62312]: DEBUG oslo_vmware.api [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.208867] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 1410cde2-9275-4a1e-8450-a207283b8d18] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2013.211719] env[62312]: DEBUG nova.compute.utils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2013.213131] env[62312]: DEBUG nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2013.213305] env[62312]: DEBUG nova.network.neutron [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2013.262303] env[62312]: DEBUG nova.policy [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d2458a148d434cb0ed36a48df9ad64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ebe00f4502489c86844a2c05bac3c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 2013.520586] env[62312]: DEBUG nova.network.neutron [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Successfully created port: 9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2013.522310] env[62312]: DEBUG oslo_vmware.api [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810701, 'name': PowerOffVM_Task, 'duration_secs': 0.245505} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.522561] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.522726] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2013.523280] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6ec23d7-54c8-4a84-abea-e10eff5d374c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.590744] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.591376] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.591376] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleting the datastore file [datastore1] ad49386f-5e18-4dba-b5ff-e5553d6ffb45 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.591558] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe24f86-b4ff-4b14-97d4-c8003653626c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.597400] env[62312]: DEBUG oslo_vmware.api [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for the task: (returnval){ [ 2013.597400] env[62312]: value = "task-1810703" [ 2013.597400] env[62312]: _type = "Task" [ 2013.597400] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.605912] env[62312]: DEBUG oslo_vmware.api [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.714535] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 22765a2a-f556-4d67-916f-ff4aada476e9] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2013.716530] env[62312]: DEBUG nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2014.107965] env[62312]: DEBUG oslo_vmware.api [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Task: {'id': task-1810703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150691} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.108264] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2014.108452] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2014.108629] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2014.108801] env[62312]: INFO nova.compute.manager [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2014.109055] env[62312]: DEBUG oslo.service.loopingcall [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.109259] env[62312]: DEBUG nova.compute.manager [-] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2014.109352] env[62312]: DEBUG nova.network.neutron [-] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2014.219756] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 8ef6fd91-738f-45ec-ac33-13e175b8c2d6] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2014.385336] env[62312]: DEBUG nova.compute.manager [req-2d258d5d-00c3-4f74-b4a9-a59592c3e970 req-62f02065-8164-4724-b1d3-fd6d83c62687 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Received event network-vif-deleted-d3243733-91a1-4e51-82ea-f66b399a5a4b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2014.385531] env[62312]: INFO nova.compute.manager [req-2d258d5d-00c3-4f74-b4a9-a59592c3e970 req-62f02065-8164-4724-b1d3-fd6d83c62687 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Neutron deleted interface d3243733-91a1-4e51-82ea-f66b399a5a4b; detaching it from the instance and deleting it from the info cache [ 2014.385701] env[62312]: DEBUG nova.network.neutron [req-2d258d5d-00c3-4f74-b4a9-a59592c3e970 req-62f02065-8164-4724-b1d3-fd6d83c62687 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.726311] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 045c0c44-7c36-4942-9011-27c143235604] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2014.728883] env[62312]: DEBUG nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2014.758024] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2014.758184] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2014.758421] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2014.758717] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2014.758887] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2014.759055] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2014.759274] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2014.759439] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2014.759732] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2014.759778] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2014.759981] env[62312]: DEBUG nova.virt.hardware [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2014.761177] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8256e4-3ff4-41a2-ae46-968211f9a4e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.769413] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407fe679-84e0-4631-aeab-0856f82c20ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.853765] env[62312]: DEBUG nova.network.neutron [-] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.888565] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-338b8dd6-e7cb-4a10-a5eb-82722a70191e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.898379] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ea5c5d-8afc-4e71-a8aa-5c8515e34374 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.910261] env[62312]: DEBUG nova.compute.manager [req-c5417897-3a9b-4ee7-aa49-4781a28f8d25 req-f92831d8-c2c4-425e-93b5-dd95d1d7f504 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Received event network-vif-plugged-9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2014.910459] env[62312]: DEBUG oslo_concurrency.lockutils [req-c5417897-3a9b-4ee7-aa49-4781a28f8d25 req-f92831d8-c2c4-425e-93b5-dd95d1d7f504 service nova] Acquiring lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.910660] env[62312]: DEBUG oslo_concurrency.lockutils [req-c5417897-3a9b-4ee7-aa49-4781a28f8d25 req-f92831d8-c2c4-425e-93b5-dd95d1d7f504 service nova] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.910839] env[62312]: DEBUG oslo_concurrency.lockutils [req-c5417897-3a9b-4ee7-aa49-4781a28f8d25 req-f92831d8-c2c4-425e-93b5-dd95d1d7f504 service nova] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.910977] env[62312]: DEBUG nova.compute.manager [req-c5417897-3a9b-4ee7-aa49-4781a28f8d25 req-f92831d8-c2c4-425e-93b5-dd95d1d7f504 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] No waiting events found dispatching network-vif-plugged-9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2014.911183] env[62312]: WARNING nova.compute.manager [req-c5417897-3a9b-4ee7-aa49-4781a28f8d25 req-f92831d8-c2c4-425e-93b5-dd95d1d7f504 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Received unexpected event network-vif-plugged-9396cc4a-d0b4-4c64-90bf-73b8676061bf for instance with vm_state building and task_state spawning. [ 2014.928324] env[62312]: DEBUG nova.compute.manager [req-2d258d5d-00c3-4f74-b4a9-a59592c3e970 req-62f02065-8164-4724-b1d3-fd6d83c62687 service nova] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Detach interface failed, port_id=d3243733-91a1-4e51-82ea-f66b399a5a4b, reason: Instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2014.985479] env[62312]: DEBUG nova.network.neutron [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Successfully updated port: 9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2015.231752] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b0c3ff7c-8161-4146-b6ac-0b67e5492720] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2015.356204] env[62312]: INFO nova.compute.manager [-] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Took 1.25 seconds to deallocate network for instance. [ 2015.488281] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.488433] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.488583] env[62312]: DEBUG nova.network.neutron [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2015.735448] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d2cbe9a6-e088-46fc-b067-3de46f9d87fb] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2015.862764] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.863047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.863278] env[62312]: DEBUG nova.objects.instance [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lazy-loading 'resources' on Instance uuid ad49386f-5e18-4dba-b5ff-e5553d6ffb45 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.019681] env[62312]: DEBUG nova.network.neutron [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2016.151914] env[62312]: DEBUG nova.network.neutron [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updating instance_info_cache with network_info: [{"id": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "address": "fa:16:3e:3c:33:ad", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9396cc4a-d0", "ovs_interfaceid": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.238814] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 98322c85-c87e-4909-ae2d-3910e5de8b2a] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2016.431806] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe896554-bcb9-4c46-a1b1-498cd21f46c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.439693] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b751d2d-e6f8-4be0-a6ca-617f8539b41b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.471052] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737898af-3e2b-4f43-95b3-8bbc153fe765 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.478485] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08218933-8594-4087-8924-39aa5fc83291 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.491920] env[62312]: DEBUG nova.compute.provider_tree [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.654437] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.654758] env[62312]: DEBUG nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Instance network_info: |[{"id": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "address": "fa:16:3e:3c:33:ad", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9396cc4a-d0", "ovs_interfaceid": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2016.655223] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:33:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9396cc4a-d0b4-4c64-90bf-73b8676061bf', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2016.662744] env[62312]: DEBUG oslo.service.loopingcall [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.662947] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2016.663176] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e66c4fa0-1559-46bc-ad09-17937bdd940d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.683688] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2016.683688] env[62312]: value = "task-1810704" [ 2016.683688] env[62312]: _type = "Task" [ 2016.683688] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.691324] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810704, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.742098] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 8d74a04c-c459-4432-b8ad-ac75cf7fd686] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2016.925757] env[62312]: DEBUG nova.compute.manager [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Received event network-changed-9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2016.925959] env[62312]: DEBUG nova.compute.manager [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Refreshing instance network info cache due to event network-changed-9396cc4a-d0b4-4c64-90bf-73b8676061bf. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2016.926191] env[62312]: DEBUG oslo_concurrency.lockutils [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] Acquiring lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.926337] env[62312]: DEBUG oslo_concurrency.lockutils [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] Acquired lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.926493] env[62312]: DEBUG nova.network.neutron [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Refreshing network info cache for port 9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2016.995061] env[62312]: DEBUG nova.scheduler.client.report [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.194302] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810704, 'name': CreateVM_Task, 'duration_secs': 0.316408} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.194486] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2017.195097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.195268] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.195592] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2017.195829] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7f599e-cd5f-4e64-8095-b62fbfd2ea05 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.200516] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2017.200516] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524b70a7-0345-64ed-c9b7-261a1bf4347d" [ 2017.200516] env[62312]: _type = "Task" [ 2017.200516] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.207538] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524b70a7-0345-64ed-c9b7-261a1bf4347d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.246119] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 12ace124-f662-421e-95e4-1ed22d3506ba] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2017.499542] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.517438] env[62312]: INFO nova.scheduler.client.report [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Deleted allocations for instance ad49386f-5e18-4dba-b5ff-e5553d6ffb45 [ 2017.620278] env[62312]: DEBUG nova.network.neutron [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updated VIF entry in instance network info cache for port 9396cc4a-d0b4-4c64-90bf-73b8676061bf. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2017.620686] env[62312]: DEBUG nova.network.neutron [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updating instance_info_cache with network_info: [{"id": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "address": "fa:16:3e:3c:33:ad", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9396cc4a-d0", "ovs_interfaceid": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.712786] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524b70a7-0345-64ed-c9b7-261a1bf4347d, 'name': SearchDatastore_Task, 'duration_secs': 0.023391} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.713038] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.713266] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2017.713492] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.713634] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.713802] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2017.714089] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a2e5ec1-cde9-4096-ba5f-a0be258ceef2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.722014] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2017.722205] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2017.722859] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7ccd67-6b09-4d68-bd41-9f3ce4e7bef1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.727531] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2017.727531] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5223339e-1d5f-1533-3cdb-69d835445098" [ 2017.727531] env[62312]: _type = "Task" [ 2017.727531] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.734258] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5223339e-1d5f-1533-3cdb-69d835445098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.748733] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 095ac676-a048-40c5-a077-99dadcb7c6d3] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2018.024848] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ec840261-dde5-4e4f-a0ec-a9a5f6d72495 tempest-ServerActionsTestOtherA-1992794015 tempest-ServerActionsTestOtherA-1992794015-project-member] Lock "ad49386f-5e18-4dba-b5ff-e5553d6ffb45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.536s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.124697] env[62312]: DEBUG oslo_concurrency.lockutils [req-cff43c83-a787-40eb-9b2e-26cde0a6878f req-04c7737e-4385-4c3d-b33b-efa6ab1e97e8 service nova] Releasing lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.241161] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5223339e-1d5f-1533-3cdb-69d835445098, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.242216] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1031d1-83da-49df-8a9d-9ed0a2c2504e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.248717] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2018.248717] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5acd5-05e4-6eee-0407-64cd57589bd0" [ 2018.248717] env[62312]: _type = "Task" [ 2018.248717] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.251674] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 120ea27c-6a47-4be9-a07e-79111b54f1e6] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2018.257832] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5acd5-05e4-6eee-0407-64cd57589bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.755247] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 0480661e-17e1-4dd8-8187-83ad2588d41e] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2018.760305] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d5acd5-05e4-6eee-0407-64cd57589bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.760738] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.760978] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3b10acf1-073c-4f18-b382-f9573ce0c4e3/3b10acf1-073c-4f18-b382-f9573ce0c4e3.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2018.761235] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54925c01-67bd-4c3f-89f3-05718ed3fba4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.767999] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2018.767999] env[62312]: value = "task-1810705" [ 2018.767999] env[62312]: _type = "Task" [ 2018.767999] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.775871] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.262305] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 673a85ca-6362-4a87-b47c-775bac3371bf] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2019.277505] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507476} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.277747] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 3b10acf1-073c-4f18-b382-f9573ce0c4e3/3b10acf1-073c-4f18-b382-f9573ce0c4e3.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2019.277949] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2019.278232] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7e5ea6c-35fe-47b0-8f02-ccc74e60cf16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.285405] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2019.285405] env[62312]: value = "task-1810706" [ 2019.285405] env[62312]: _type = "Task" [ 2019.285405] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.292745] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.767328] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 1b05748a-f12b-4704-a851-6cb2446f407c] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2019.795577] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064733} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.796511] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2019.796936] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4afe1ad-85e6-486b-9368-baffc63725de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.822387] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3b10acf1-073c-4f18-b382-f9573ce0c4e3/3b10acf1-073c-4f18-b382-f9573ce0c4e3.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2019.822923] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60756c0b-d6ae-4e86-9c7b-514308d3c268 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.843357] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2019.843357] env[62312]: value = "task-1810707" [ 2019.843357] env[62312]: _type = "Task" [ 2019.843357] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.851744] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.271618] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5a34e4ab-96a0-4342-8d93-80f5f1df6d63] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2020.356125] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810707, 'name': ReconfigVM_Task, 'duration_secs': 0.44109} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.356125] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3b10acf1-073c-4f18-b382-f9573ce0c4e3/3b10acf1-073c-4f18-b382-f9573ce0c4e3.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2020.357428] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b55d9e7d-c705-46f9-9f0c-fa18b96389ae {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.365334] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2020.365334] env[62312]: value = "task-1810708" [ 2020.365334] env[62312]: _type = "Task" [ 2020.365334] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.378078] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810708, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.776174] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2eadd86e-0dca-4e9d-805c-0f2f6beb41d4] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2020.875803] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810708, 'name': Rename_Task, 'duration_secs': 0.147552} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.876041] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.876282] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82387cb1-73a7-4d7a-8d02-a284ee4dc739 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.883370] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2020.883370] env[62312]: value = "task-1810709" [ 2020.883370] env[62312]: _type = "Task" [ 2020.883370] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.893709] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.279054] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: bb659759-87c9-4b00-9703-e0067d9278c5] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2021.393461] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.782875] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: eb03b9cb-6cb6-4af2-89a1-5a00a9262e63] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2021.893587] env[62312]: DEBUG oslo_vmware.api [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810709, 'name': PowerOnVM_Task, 'duration_secs': 0.582547} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.893829] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2021.894118] env[62312]: INFO nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Took 7.16 seconds to spawn the instance on the hypervisor. [ 2021.894338] env[62312]: DEBUG nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2021.895113] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b77c7a-facf-4cec-95b2-e5998bf7dd66 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.286343] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: dd06b633-96b4-47c0-969d-f0f282ad3f28] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2022.415594] env[62312]: INFO nova.compute.manager [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Took 11.88 seconds to build instance. [ 2022.790411] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: c0d15f5d-deeb-4f31-b68c-822a5bb8a4f2] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2022.918982] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b206e6db-72aa-488d-b19e-593e2fc6f5ea tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.391s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.294344] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d3ecd177-471e-4b34-8954-d3f7cfa12d46] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2023.324453] env[62312]: DEBUG nova.compute.manager [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Received event network-changed-9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2023.325064] env[62312]: DEBUG nova.compute.manager [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Refreshing instance network info cache due to event network-changed-9396cc4a-d0b4-4c64-90bf-73b8676061bf. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2023.325064] env[62312]: DEBUG oslo_concurrency.lockutils [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] Acquiring lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.325064] env[62312]: DEBUG oslo_concurrency.lockutils [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] Acquired lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.325423] env[62312]: DEBUG nova.network.neutron [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Refreshing network info cache for port 9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.474087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.474087] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.474087] env[62312]: INFO nova.compute.manager [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Shelving [ 2023.796177] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 80d50a46-a596-4914-b779-d11d04371d87] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2024.018483] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "82f92a20-b04f-435b-9c8f-0384a03365fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.019602] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.060836] env[62312]: DEBUG nova.network.neutron [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updated VIF entry in instance network info cache for port 9396cc4a-d0b4-4c64-90bf-73b8676061bf. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.061212] env[62312]: DEBUG nova.network.neutron [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updating instance_info_cache with network_info: [{"id": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "address": "fa:16:3e:3c:33:ad", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9396cc4a-d0", "ovs_interfaceid": "9396cc4a-d0b4-4c64-90bf-73b8676061bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.299338] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 332e6298-3f34-4cf9-81ad-18466c2234d0] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2024.488447] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.488747] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf35eb7-7d8c-43c9-b38c-4b4a9f0eda8b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.497245] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2024.497245] env[62312]: value = "task-1810710" [ 2024.497245] env[62312]: _type = "Task" [ 2024.497245] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.505330] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.522051] env[62312]: DEBUG nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2024.564431] env[62312]: DEBUG oslo_concurrency.lockutils [req-0275e212-e6ff-443a-a5a0-24730ec3e995 req-ee63d5d6-4889-4389-9e81-282a1c45f3e9 service nova] Releasing lock "refresh_cache-3b10acf1-073c-4f18-b382-f9573ce0c4e3" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.802861] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: bfe099bd-e2e3-4db6-9c4f-226703a6732a] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2025.007455] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810710, 'name': PowerOffVM_Task, 'duration_secs': 0.50565} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.007724] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2025.008789] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ced27-5276-4bcb-880b-99693c8336bb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.027871] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e256abb-cd99-4077-b3a7-afb75157d16f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.043639] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.043901] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.045306] env[62312]: INFO nova.compute.claims [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2025.306354] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2b9d5ee1-e65e-4dc8-9dcc-43bac74b2a6d] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2025.539319] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2025.539686] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-15a98eba-15c3-4602-9003-0acf49ebbf1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.547831] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2025.547831] env[62312]: value = "task-1810711" [ 2025.547831] env[62312]: _type = "Task" [ 2025.547831] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.564536] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810711, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.809891] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: e65b633f-4471-4dc9-bba4-8201dd074453] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2026.060178] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810711, 'name': CreateSnapshot_Task, 'duration_secs': 0.393125} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.060620] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2026.061370] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2beaa5-1c06-4aa2-8ecf-1b3db11a5285 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.125600] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b762803-9a79-4520-8312-c1c816b79e87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.133881] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd736e0f-2f02-4fdc-95fc-3823d13c8379 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.165486] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41839c7-d1f5-49c4-a5d3-8f4c8c45f35a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.173697] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1b5ea-e7df-412b-9a39-1816b7d31f60 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.186766] env[62312]: DEBUG nova.compute.provider_tree [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.313228] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 33ae5997-7e3b-4a3d-9e5f-62d902f2b5d3] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2026.584787] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2026.585260] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc3c15a5-999c-406e-8220-cd15f5ec1c3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.596847] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2026.596847] env[62312]: value = "task-1810712" [ 2026.596847] env[62312]: _type = "Task" [ 2026.596847] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.608847] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810712, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.690484] env[62312]: DEBUG nova.scheduler.client.report [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.816503] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 33ca063f-229c-43f0-9fbb-a469b59ff8ea] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2027.108482] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810712, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.197862] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.198582] env[62312]: DEBUG nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2027.320329] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 27ac88a2-5e0e-4e3e-91ff-60d49b8c6693] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2027.608019] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810712, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.704754] env[62312]: DEBUG nova.compute.utils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2027.706275] env[62312]: DEBUG nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2027.706476] env[62312]: DEBUG nova.network.neutron [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2027.761269] env[62312]: DEBUG nova.policy [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3042e75af18f410cad22583d53703b4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '126bf2a7a851404eabb2695c6813ced4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 2027.823733] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 0044e695-c79f-4e66-9130-38bfac354e8c] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2028.067370] env[62312]: DEBUG nova.network.neutron [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Successfully created port: f57b044f-e0eb-4611-89e8-ad737d8c9e0c {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2028.111053] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810712, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.209468] env[62312]: DEBUG nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2028.327121] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 129ecd09-4957-4442-835e-81d3f6ec9ffd] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2028.609417] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810712, 'name': CloneVM_Task, 'duration_secs': 1.607068} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.609689] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Created linked-clone VM from snapshot [ 2028.610421] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c296d3-5e8a-4e06-982f-ca56507c6b01 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.617893] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Uploading image 365d911b-9a27-4e06-bc6b-3d434c00347f {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2028.643370] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2028.643370] env[62312]: value = "vm-375237" [ 2028.643370] env[62312]: _type = "VirtualMachine" [ 2028.643370] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2028.643644] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0ce0f46-0ed5-4a38-a1eb-cf4b5d738843 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.651217] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease: (returnval){ [ 2028.651217] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52558450-c705-53a3-8865-591435458451" [ 2028.651217] env[62312]: _type = "HttpNfcLease" [ 2028.651217] env[62312]: } obtained for exporting VM: (result){ [ 2028.651217] env[62312]: value = "vm-375237" [ 2028.651217] env[62312]: _type = "VirtualMachine" [ 2028.651217] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2028.651543] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the lease: (returnval){ [ 2028.651543] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52558450-c705-53a3-8865-591435458451" [ 2028.651543] env[62312]: _type = "HttpNfcLease" [ 2028.651543] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2028.657789] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2028.657789] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52558450-c705-53a3-8865-591435458451" [ 2028.657789] env[62312]: _type = "HttpNfcLease" [ 2028.657789] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2028.831298] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: d8401e2f-0d4c-4a7e-8577-04e3d68b1763] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2029.161441] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2029.161441] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52558450-c705-53a3-8865-591435458451" [ 2029.161441] env[62312]: _type = "HttpNfcLease" [ 2029.161441] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2029.161748] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2029.161748] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52558450-c705-53a3-8865-591435458451" [ 2029.161748] env[62312]: _type = "HttpNfcLease" [ 2029.161748] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2029.162408] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89909c84-f611-4b8a-b226-de4d19788337 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.169856] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52510b55-cdca-9cf4-3702-aa314fec0505/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2029.170043] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52510b55-cdca-9cf4-3702-aa314fec0505/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2029.245659] env[62312]: DEBUG nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2029.271698] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.271950] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.272171] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.272374] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.272519] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.272663] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.272866] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.273031] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.273200] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.273362] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.273527] env[62312]: DEBUG nova.virt.hardware [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.274443] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f409f2e2-66ae-454a-aa25-bb099640b85a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.282294] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196f5f9-fac2-42fa-93af-85d1b447eadc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.297337] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a315756e-f2f5-43ee-877e-e98afe26e051 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.334802] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 182e865c-3256-44e6-b642-b1f078f64ad5] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2029.463788] env[62312]: DEBUG nova.compute.manager [req-010180a0-4336-493d-832a-8ef53f66be40 req-402785ba-be83-4aeb-a910-398201c6f304 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Received event network-vif-plugged-f57b044f-e0eb-4611-89e8-ad737d8c9e0c {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2029.464014] env[62312]: DEBUG oslo_concurrency.lockutils [req-010180a0-4336-493d-832a-8ef53f66be40 req-402785ba-be83-4aeb-a910-398201c6f304 service nova] Acquiring lock "82f92a20-b04f-435b-9c8f-0384a03365fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.464275] env[62312]: DEBUG oslo_concurrency.lockutils [req-010180a0-4336-493d-832a-8ef53f66be40 req-402785ba-be83-4aeb-a910-398201c6f304 service nova] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.464447] env[62312]: DEBUG oslo_concurrency.lockutils [req-010180a0-4336-493d-832a-8ef53f66be40 req-402785ba-be83-4aeb-a910-398201c6f304 service nova] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.464609] env[62312]: DEBUG nova.compute.manager [req-010180a0-4336-493d-832a-8ef53f66be40 req-402785ba-be83-4aeb-a910-398201c6f304 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] No waiting events found dispatching network-vif-plugged-f57b044f-e0eb-4611-89e8-ad737d8c9e0c {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2029.464769] env[62312]: WARNING nova.compute.manager [req-010180a0-4336-493d-832a-8ef53f66be40 req-402785ba-be83-4aeb-a910-398201c6f304 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Received unexpected event network-vif-plugged-f57b044f-e0eb-4611-89e8-ad737d8c9e0c for instance with vm_state building and task_state spawning. [ 2029.554670] env[62312]: DEBUG nova.network.neutron [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Successfully updated port: f57b044f-e0eb-4611-89e8-ad737d8c9e0c {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.838118] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: b24c43f6-39e4-4902-8e26-5634c9f52276] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2030.058827] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "refresh_cache-82f92a20-b04f-435b-9c8f-0384a03365fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.058990] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquired lock "refresh_cache-82f92a20-b04f-435b-9c8f-0384a03365fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.059291] env[62312]: DEBUG nova.network.neutron [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.344454] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.344808] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances with incomplete migration {{(pid=62312) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2030.594175] env[62312]: DEBUG nova.network.neutron [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2030.738913] env[62312]: DEBUG nova.network.neutron [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Updating instance_info_cache with network_info: [{"id": "f57b044f-e0eb-4611-89e8-ad737d8c9e0c", "address": "fa:16:3e:6a:6c:dd", "network": {"id": "f792ab0d-050d-4f08-b496-25ef19a50277", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-3759968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126bf2a7a851404eabb2695c6813ced4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57b044f-e0", "ovs_interfaceid": "f57b044f-e0eb-4611-89e8-ad737d8c9e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.848033] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2031.241818] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Releasing lock "refresh_cache-82f92a20-b04f-435b-9c8f-0384a03365fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.242967] env[62312]: DEBUG nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Instance network_info: |[{"id": "f57b044f-e0eb-4611-89e8-ad737d8c9e0c", "address": "fa:16:3e:6a:6c:dd", "network": {"id": "f792ab0d-050d-4f08-b496-25ef19a50277", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-3759968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126bf2a7a851404eabb2695c6813ced4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57b044f-e0", "ovs_interfaceid": "f57b044f-e0eb-4611-89e8-ad737d8c9e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2031.242967] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:6c:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f57b044f-e0eb-4611-89e8-ad737d8c9e0c', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2031.251586] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Creating folder: Project (126bf2a7a851404eabb2695c6813ced4). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.251976] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f3061d1-2234-47e5-8597-a5be8b5d3177 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.263467] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Created folder: Project (126bf2a7a851404eabb2695c6813ced4) in parent group-v374919. [ 2031.263742] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Creating folder: Instances. Parent ref: group-v375238. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.264171] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28ceea1d-df4b-46a4-9b55-40729ffbf1c4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.272437] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Created folder: Instances in parent group-v375238. [ 2031.272681] env[62312]: DEBUG oslo.service.loopingcall [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.272871] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2031.273089] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d2da164-f613-4fc6-983d-77a4cd5833e8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.292470] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2031.292470] env[62312]: value = "task-1810716" [ 2031.292470] env[62312]: _type = "Task" [ 2031.292470] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.300452] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810716, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.493656] env[62312]: DEBUG nova.compute.manager [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Received event network-changed-f57b044f-e0eb-4611-89e8-ad737d8c9e0c {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2031.493891] env[62312]: DEBUG nova.compute.manager [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Refreshing instance network info cache due to event network-changed-f57b044f-e0eb-4611-89e8-ad737d8c9e0c. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2031.494178] env[62312]: DEBUG oslo_concurrency.lockutils [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] Acquiring lock "refresh_cache-82f92a20-b04f-435b-9c8f-0384a03365fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.494266] env[62312]: DEBUG oslo_concurrency.lockutils [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] Acquired lock "refresh_cache-82f92a20-b04f-435b-9c8f-0384a03365fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.494454] env[62312]: DEBUG nova.network.neutron [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Refreshing network info cache for port f57b044f-e0eb-4611-89e8-ad737d8c9e0c {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2031.803306] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810716, 'name': CreateVM_Task, 'duration_secs': 0.47904} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.803583] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.804284] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.804461] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.804795] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.805112] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c99215-7612-465b-935e-02d1e372f45e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.809870] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2031.809870] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52b009ce-da88-fff4-7ead-33406bf53e20" [ 2031.809870] env[62312]: _type = "Task" [ 2031.809870] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.817720] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b009ce-da88-fff4-7ead-33406bf53e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.232765] env[62312]: DEBUG nova.network.neutron [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Updated VIF entry in instance network info cache for port f57b044f-e0eb-4611-89e8-ad737d8c9e0c. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.233137] env[62312]: DEBUG nova.network.neutron [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Updating instance_info_cache with network_info: [{"id": "f57b044f-e0eb-4611-89e8-ad737d8c9e0c", "address": "fa:16:3e:6a:6c:dd", "network": {"id": "f792ab0d-050d-4f08-b496-25ef19a50277", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-3759968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126bf2a7a851404eabb2695c6813ced4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57b044f-e0", "ovs_interfaceid": "f57b044f-e0eb-4611-89e8-ad737d8c9e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.320746] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52b009ce-da88-fff4-7ead-33406bf53e20, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.320939] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.321227] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.321506] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.321687] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.321890] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.322202] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72414532-20a4-42d6-b1b7-f99b04dd3ffd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.331126] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.331265] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.331964] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab936d71-7c58-4f31-80df-2052228797c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.337791] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2032.337791] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]529bd23e-f375-88c3-5cac-ab908c4668d3" [ 2032.337791] env[62312]: _type = "Task" [ 2032.337791] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.345181] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529bd23e-f375-88c3-5cac-ab908c4668d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.736148] env[62312]: DEBUG oslo_concurrency.lockutils [req-522ab764-549b-49ea-82a5-ad272b0dcb3e req-c687c90e-c448-4425-9cb5-ad3aae268d94 service nova] Releasing lock "refresh_cache-82f92a20-b04f-435b-9c8f-0384a03365fd" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.848777] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]529bd23e-f375-88c3-5cac-ab908c4668d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.849609] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1565fff7-f4d2-496c-8c83-a2cab5a797d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.854583] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2032.854583] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ddab4f-7c11-3a75-9a14-12e991df4d53" [ 2032.854583] env[62312]: _type = "Task" [ 2032.854583] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.861729] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ddab4f-7c11-3a75-9a14-12e991df4d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.364787] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ddab4f-7c11-3a75-9a14-12e991df4d53, 'name': SearchDatastore_Task, 'duration_secs': 0.016305} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.365070] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.365347] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 82f92a20-b04f-435b-9c8f-0384a03365fd/82f92a20-b04f-435b-9c8f-0384a03365fd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.365612] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c46d1b-63c8-4d9a-b691-0c88d2d55719 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.372517] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2033.372517] env[62312]: value = "task-1810717" [ 2033.372517] env[62312]: _type = "Task" [ 2033.372517] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.380437] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.883072] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468757} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.883469] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 82f92a20-b04f-435b-9c8f-0384a03365fd/82f92a20-b04f-435b-9c8f-0384a03365fd.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2033.883669] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2033.883818] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b42790f-b807-4bb6-9042-df57fcb0f740 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.890956] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2033.890956] env[62312]: value = "task-1810718" [ 2033.890956] env[62312]: _type = "Task" [ 2033.890956] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.898181] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.401085] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076934} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.401398] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2034.402189] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4c66d6-cc88-4b4d-96af-5657634323a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.424466] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 82f92a20-b04f-435b-9c8f-0384a03365fd/82f92a20-b04f-435b-9c8f-0384a03365fd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.424757] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596e4167-b3c3-416f-968d-8b94fd441f1d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.445173] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2034.445173] env[62312]: value = "task-1810719" [ 2034.445173] env[62312]: _type = "Task" [ 2034.445173] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.452974] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.955024] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810719, 'name': ReconfigVM_Task, 'duration_secs': 0.420449} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.955476] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 82f92a20-b04f-435b-9c8f-0384a03365fd/82f92a20-b04f-435b-9c8f-0384a03365fd.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2034.955936] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884ec47c-554a-4f60-a978-e544bee9878b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.962427] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2034.962427] env[62312]: value = "task-1810720" [ 2034.962427] env[62312]: _type = "Task" [ 2034.962427] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.969568] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810720, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.472507] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810720, 'name': Rename_Task, 'duration_secs': 0.500352} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.472759] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.472880] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f930bd07-5659-45e8-a8b0-498ecbc4331a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.479870] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2035.479870] env[62312]: value = "task-1810721" [ 2035.479870] env[62312]: _type = "Task" [ 2035.479870] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.488796] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.990730] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810721, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.490767] env[62312]: DEBUG oslo_vmware.api [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810721, 'name': PowerOnVM_Task, 'duration_secs': 0.700902} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.491040] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.491247] env[62312]: INFO nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Took 7.25 seconds to spawn the instance on the hypervisor. [ 2036.491433] env[62312]: DEBUG nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.492216] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257c8c88-b82d-4773-8732-7d6293dc94db {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.008545] env[62312]: INFO nova.compute.manager [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Took 11.98 seconds to build instance. [ 2037.510943] env[62312]: DEBUG oslo_concurrency.lockutils [None req-67a4b690-240d-4340-83a2-698db413d832 tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.492s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.903567] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52510b55-cdca-9cf4-3702-aa314fec0505/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2037.904578] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b7f1d-be16-40d5-bb2a-32feeebbef52 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.910884] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52510b55-cdca-9cf4-3702-aa314fec0505/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2037.911065] env[62312]: ERROR oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52510b55-cdca-9cf4-3702-aa314fec0505/disk-0.vmdk due to incomplete transfer. [ 2037.911282] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5dee90f0-2251-41fa-a39b-d74415a14a4b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.917521] env[62312]: DEBUG oslo_vmware.rw_handles [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52510b55-cdca-9cf4-3702-aa314fec0505/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2037.917712] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Uploaded image 365d911b-9a27-4e06-bc6b-3d434c00347f to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2037.920037] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2037.920364] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65ef6e81-9747-4ff7-bcb7-f938d3e3e0b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.926820] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2037.926820] env[62312]: value = "task-1810722" [ 2037.926820] env[62312]: _type = "Task" [ 2037.926820] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.934839] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810722, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.299471] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "82f92a20-b04f-435b-9c8f-0384a03365fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.299912] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.299960] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "82f92a20-b04f-435b-9c8f-0384a03365fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.300144] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.300313] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.302513] env[62312]: INFO nova.compute.manager [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Terminating instance [ 2038.436072] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810722, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.806517] env[62312]: DEBUG nova.compute.manager [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2038.806804] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2038.807838] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdc5495-5560-4871-b5eb-7e8b50bc4b60 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.818195] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2038.818511] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd2cc586-a4ca-477e-91e4-b45fd98bd443 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.825967] env[62312]: DEBUG oslo_vmware.api [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2038.825967] env[62312]: value = "task-1810723" [ 2038.825967] env[62312]: _type = "Task" [ 2038.825967] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.834757] env[62312]: DEBUG oslo_vmware.api [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.937043] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810722, 'name': Destroy_Task, 'duration_secs': 0.892619} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.937346] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Destroyed the VM [ 2038.937598] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2038.937857] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b90b7f9a-8094-414e-8af0-00b7fe0adc96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.948381] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2038.948381] env[62312]: value = "task-1810724" [ 2038.948381] env[62312]: _type = "Task" [ 2038.948381] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.958135] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.335439] env[62312]: DEBUG oslo_vmware.api [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810723, 'name': PowerOffVM_Task, 'duration_secs': 0.400528} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.335847] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2039.335847] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.336124] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3de2dd5-c152-4afc-9250-b0db2b306e92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.406924] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.407160] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.407362] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Deleting the datastore file [datastore1] 82f92a20-b04f-435b-9c8f-0384a03365fd {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.407633] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d5523b3-758b-4f00-bc72-dd99d7387584 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.413938] env[62312]: DEBUG oslo_vmware.api [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for the task: (returnval){ [ 2039.413938] env[62312]: value = "task-1810726" [ 2039.413938] env[62312]: _type = "Task" [ 2039.413938] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.421307] env[62312]: DEBUG oslo_vmware.api [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.444908] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.445232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.445456] env[62312]: INFO nova.compute.manager [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Shelving [ 2039.457563] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810724, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.924286] env[62312]: DEBUG oslo_vmware.api [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Task: {'id': task-1810726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166819} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.924539] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2039.924718] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2039.924888] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2039.925070] env[62312]: INFO nova.compute.manager [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2039.925321] env[62312]: DEBUG oslo.service.loopingcall [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.925494] env[62312]: DEBUG nova.compute.manager [-] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2039.925586] env[62312]: DEBUG nova.network.neutron [-] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2039.960475] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810724, 'name': RemoveSnapshot_Task, 'duration_secs': 0.772818} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.960725] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2039.960980] env[62312]: DEBUG nova.compute.manager [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2039.961736] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54d667f-e355-4a3c-93f4-fbe72f342f39 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.295522] env[62312]: DEBUG nova.compute.manager [req-b1ce0c7b-7097-4a1d-8298-94b332c8c41c req-b1e9d0b3-d65f-4832-9ed1-0a8e613e51f4 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Received event network-vif-deleted-f57b044f-e0eb-4611-89e8-ad737d8c9e0c {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2040.295734] env[62312]: INFO nova.compute.manager [req-b1ce0c7b-7097-4a1d-8298-94b332c8c41c req-b1e9d0b3-d65f-4832-9ed1-0a8e613e51f4 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Neutron deleted interface f57b044f-e0eb-4611-89e8-ad737d8c9e0c; detaching it from the instance and deleting it from the info cache [ 2040.295907] env[62312]: DEBUG nova.network.neutron [req-b1ce0c7b-7097-4a1d-8298-94b332c8c41c req-b1e9d0b3-d65f-4832-9ed1-0a8e613e51f4 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.456684] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.457037] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28049bbf-c352-400b-8b0b-ab90876dd1b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.464314] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2040.464314] env[62312]: value = "task-1810727" [ 2040.464314] env[62312]: _type = "Task" [ 2040.464314] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.474902] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.475378] env[62312]: INFO nova.compute.manager [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Shelve offloading [ 2040.711635] env[62312]: DEBUG nova.network.neutron [-] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.798167] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1afde7a8-9829-42aa-aba4-9eaeb35abce1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.808894] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf63929-a5d5-4821-96d5-5f313fc48e6e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.836048] env[62312]: DEBUG nova.compute.manager [req-b1ce0c7b-7097-4a1d-8298-94b332c8c41c req-b1e9d0b3-d65f-4832-9ed1-0a8e613e51f4 service nova] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Detach interface failed, port_id=f57b044f-e0eb-4611-89e8-ad737d8c9e0c, reason: Instance 82f92a20-b04f-435b-9c8f-0384a03365fd could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2040.974072] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810727, 'name': PowerOffVM_Task, 'duration_secs': 0.194277} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.974360] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2040.975139] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba8ee9-9f64-4b06-9d8d-171cb60b8bbd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.978193] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.978409] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-096f0d41-aa2f-48ac-96f0-1202b25967d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.994343] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7511f7-dcb5-4046-9ac4-a99acdafd86b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.999242] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2040.999242] env[62312]: value = "task-1810728" [ 2040.999242] env[62312]: _type = "Task" [ 2040.999242] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.010713] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2041.010903] env[62312]: DEBUG nova.compute.manager [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2041.011584] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e70eb4-d669-4a2f-9193-dd452d87655a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.016833] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.016999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.017193] env[62312]: DEBUG nova.network.neutron [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.216058] env[62312]: INFO nova.compute.manager [-] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Took 1.29 seconds to deallocate network for instance. [ 2041.506999] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Creating Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2041.507322] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ad87f8e-c33c-4c23-b0d2-0bd7ff2a0c14 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.517406] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2041.517406] env[62312]: value = "task-1810729" [ 2041.517406] env[62312]: _type = "Task" [ 2041.517406] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.526888] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810729, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.722844] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.723121] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.723345] env[62312]: DEBUG nova.objects.instance [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lazy-loading 'resources' on Instance uuid 82f92a20-b04f-435b-9c8f-0384a03365fd {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.756149] env[62312]: DEBUG nova.compute.manager [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Stashing vm_state: active {{(pid=62312) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 2041.776689] env[62312]: DEBUG nova.network.neutron [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.027018] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810729, 'name': CreateSnapshot_Task, 'duration_secs': 0.415195} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.027242] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Created Snapshot of the VM instance {{(pid=62312) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2042.027954] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3b9b3-ba4a-4050-802b-6e5c3354c7a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.270784] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.279343] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.303071] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b9fc3-5fff-4cd3-9671-99c0d44dd234 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.313726] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc223a3-6b68-4a01-ab40-b31e39ff8dad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.345199] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b709e8a-39c5-4304-ad0b-db4e67ca9b09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.352548] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f29605-ca8e-41d8-85a2-d0bca5afa5e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.366550] env[62312]: DEBUG nova.compute.provider_tree [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.550335] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Creating linked-clone VM from snapshot {{(pid=62312) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2042.550789] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39eacc8d-a9d8-4f71-9b69-de70f66cfe1a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.562452] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2042.562452] env[62312]: value = "task-1810730" [ 2042.562452] env[62312]: _type = "Task" [ 2042.562452] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.578184] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810730, 'name': CloneVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.609130] env[62312]: DEBUG nova.compute.manager [req-639a070f-4b56-47d5-a3ae-30f89268b5a9 req-f1a79186-c85d-42af-99bb-d7d612c3792d service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-vif-unplugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2042.609342] env[62312]: DEBUG oslo_concurrency.lockutils [req-639a070f-4b56-47d5-a3ae-30f89268b5a9 req-f1a79186-c85d-42af-99bb-d7d612c3792d service nova] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.609524] env[62312]: DEBUG oslo_concurrency.lockutils [req-639a070f-4b56-47d5-a3ae-30f89268b5a9 req-f1a79186-c85d-42af-99bb-d7d612c3792d service nova] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.609965] env[62312]: DEBUG oslo_concurrency.lockutils [req-639a070f-4b56-47d5-a3ae-30f89268b5a9 req-f1a79186-c85d-42af-99bb-d7d612c3792d service nova] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.610165] env[62312]: DEBUG nova.compute.manager [req-639a070f-4b56-47d5-a3ae-30f89268b5a9 req-f1a79186-c85d-42af-99bb-d7d612c3792d service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] No waiting events found dispatching network-vif-unplugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.610338] env[62312]: WARNING nova.compute.manager [req-639a070f-4b56-47d5-a3ae-30f89268b5a9 req-f1a79186-c85d-42af-99bb-d7d612c3792d service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received unexpected event network-vif-unplugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 for instance with vm_state shelved and task_state shelving_offloading. [ 2042.674329] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.675304] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bda7db-f9b7-44e3-8bc2-b344283dab68 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.683233] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.683464] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f59c6721-a5fe-487a-9c35-d39624dcb600 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.848099] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.848316] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.848474] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleting the datastore file [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.848737] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d71090e3-faf5-4699-bc93-5413b09ed980 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.855928] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2042.855928] env[62312]: value = "task-1810732" [ 2042.855928] env[62312]: _type = "Task" [ 2042.855928] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.863965] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.868918] env[62312]: DEBUG nova.scheduler.client.report [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.073111] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810730, 'name': CloneVM_Task} progress is 94%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.365920] env[62312]: DEBUG oslo_vmware.api [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132029} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.366181] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.366367] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.366539] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.373055] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.375043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.104s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.383309] env[62312]: INFO nova.scheduler.client.report [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted allocations for instance 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 [ 2043.389907] env[62312]: INFO nova.scheduler.client.report [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Deleted allocations for instance 82f92a20-b04f-435b-9c8f-0384a03365fd [ 2043.572351] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810730, 'name': CloneVM_Task} progress is 95%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.879630] env[62312]: INFO nova.compute.claims [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2043.887580] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.895291] env[62312]: DEBUG oslo_concurrency.lockutils [None req-8a5a22fc-d5b4-4680-8ab7-dac62b52fd1a tempest-ServerPasswordTestJSON-148467464 tempest-ServerPasswordTestJSON-148467464-project-member] Lock "82f92a20-b04f-435b-9c8f-0384a03365fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.595s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.075469] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810730, 'name': CloneVM_Task, 'duration_secs': 1.184353} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.075796] env[62312]: INFO nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Created linked-clone VM from snapshot [ 2044.076617] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b40f673-6dd1-4592-91e7-97a20e34db4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.084651] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Uploading image 3685a3a1-de3f-4536-b44e-516d990c9d4c {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2044.110119] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2044.110119] env[62312]: value = "vm-375242" [ 2044.110119] env[62312]: _type = "VirtualMachine" [ 2044.110119] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2044.110609] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9496cc9-6f86-4267-9a99-8a4da38bf911 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.117928] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease: (returnval){ [ 2044.117928] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520c2d48-b998-4bd4-b7be-6e00ffa58465" [ 2044.117928] env[62312]: _type = "HttpNfcLease" [ 2044.117928] env[62312]: } obtained for exporting VM: (result){ [ 2044.117928] env[62312]: value = "vm-375242" [ 2044.117928] env[62312]: _type = "VirtualMachine" [ 2044.117928] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2044.122017] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the lease: (returnval){ [ 2044.122017] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520c2d48-b998-4bd4-b7be-6e00ffa58465" [ 2044.122017] env[62312]: _type = "HttpNfcLease" [ 2044.122017] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2044.125108] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2044.125108] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520c2d48-b998-4bd4-b7be-6e00ffa58465" [ 2044.125108] env[62312]: _type = "HttpNfcLease" [ 2044.125108] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2044.387747] env[62312]: INFO nova.compute.resource_tracker [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating resource usage from migration 185c27a3-5a26-4ebb-a2f6-b2ef4f9a36cb [ 2044.451133] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde8a33-1b79-445f-8b19-1acf186ecaa9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.458485] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1185d-eb73-455b-9c69-61870ee680cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.489376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3633beb7-d85e-4180-b52a-0e04f3126822 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.496319] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad08773-310e-419d-b3bf-accf047ae1b6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.509472] env[62312]: DEBUG nova.compute.provider_tree [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.626598] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2044.626598] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520c2d48-b998-4bd4-b7be-6e00ffa58465" [ 2044.626598] env[62312]: _type = "HttpNfcLease" [ 2044.626598] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2044.627014] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2044.627014] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520c2d48-b998-4bd4-b7be-6e00ffa58465" [ 2044.627014] env[62312]: _type = "HttpNfcLease" [ 2044.627014] env[62312]: }. {{(pid=62312) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2044.627623] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcda0dc-318a-4c82-9784-e5e1b5fd7e18 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.634758] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df811f-aea0-ff7e-9590-9201dce3da03/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2044.634924] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df811f-aea0-ff7e-9590-9201dce3da03/disk-0.vmdk for reading. {{(pid=62312) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2044.637876] env[62312]: DEBUG nova.compute.manager [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2044.638069] env[62312]: DEBUG nova.compute.manager [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing instance network info cache due to event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2044.638275] env[62312]: DEBUG oslo_concurrency.lockutils [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] Acquiring lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.638416] env[62312]: DEBUG oslo_concurrency.lockutils [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] Acquired lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.638747] env[62312]: DEBUG nova.network.neutron [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.728615] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc721335-6740-4254-ad01-376896cb1d4d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.014287] env[62312]: DEBUG nova.scheduler.client.report [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.027221] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.406480] env[62312]: DEBUG nova.network.neutron [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updated VIF entry in instance network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.406480] env[62312]: DEBUG nova.network.neutron [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.519106] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.144s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.520143] env[62312]: INFO nova.compute.manager [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Migrating [ 2045.531103] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.643s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.531272] env[62312]: DEBUG nova.objects.instance [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'resources' on Instance uuid 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.910446] env[62312]: DEBUG oslo_concurrency.lockutils [req-f665a0ac-aade-405e-b21e-a97175de4850 req-54544cfb-7768-4465-9c93-6fc91be2a75e service nova] Releasing lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.038552] env[62312]: DEBUG nova.objects.instance [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'numa_topology' on Instance uuid 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.045624] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.045791] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.045964] env[62312]: DEBUG nova.network.neutron [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2046.540760] env[62312]: DEBUG nova.objects.base [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Object Instance<10e0f4fa-354e-4cfa-8ae3-084fd1e91579> lazy-loaded attributes: resources,numa_topology {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2046.755366] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867acf67-2d41-49a9-9e7e-8d362ae98ba3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.763623] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a339f5f-a01f-4d13-b9e5-c7d1f184fa0b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.798112] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a5a92-47ef-488f-b853-fb4066af394c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.806702] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f2fad9-25ed-4fdd-bd01-e67852011e95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.821066] env[62312]: DEBUG nova.compute.provider_tree [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.838289] env[62312]: DEBUG nova.network.neutron [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.324961] env[62312]: DEBUG nova.scheduler.client.report [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.341297] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.829707] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.337772] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e6e60f63-e47a-4cdf-82ab-c82c099ef6c1 tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.864s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.339479] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.312s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.339479] env[62312]: INFO nova.compute.manager [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Unshelving [ 2048.856288] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c68081d-976e-418e-91a4-f1a3e8099d0d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.875736] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance 'a8e30fbb-1aba-451f-9c81-905c582b2450' progress to 0 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2049.367311] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.367587] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.367786] env[62312]: DEBUG nova.objects.instance [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'pci_requests' on Instance uuid 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2049.380779] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2049.381069] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9400714b-0f99-455e-bf43-c1efb1128f72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.388880] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2049.388880] env[62312]: value = "task-1810734" [ 2049.388880] env[62312]: _type = "Task" [ 2049.388880] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.396884] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.871631] env[62312]: DEBUG nova.objects.instance [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'numa_topology' on Instance uuid 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2049.898792] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810734, 'name': PowerOffVM_Task, 'duration_secs': 0.190058} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.899081] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2049.899269] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance 'a8e30fbb-1aba-451f-9c81-905c582b2450' progress to 17 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2050.374968] env[62312]: INFO nova.compute.claims [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2050.405281] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2050.405579] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2050.405706] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2050.405890] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2050.406044] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2050.406196] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2050.406397] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2050.406581] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2050.406751] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2050.406910] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2050.407096] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2050.412855] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce62631-c441-4c5f-87b8-8e808fef9af5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.429849] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2050.429849] env[62312]: value = "task-1810735" [ 2050.429849] env[62312]: _type = "Task" [ 2050.429849] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.438909] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.940247] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810735, 'name': ReconfigVM_Task, 'duration_secs': 0.225564} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.940677] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance 'a8e30fbb-1aba-451f-9c81-905c582b2450' progress to 33 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2051.446829] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.447167] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.447257] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.447425] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.447570] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.447715] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.447914] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.448089] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.448257] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.448417] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.448585] env[62312]: DEBUG nova.virt.hardware [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.453820] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2051.454364] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759738a7-e16f-4d49-a519-af01901d8f82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.468675] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a629226-433f-4394-8c90-80edbbec026a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.478649] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903f488-f886-482b-b0d5-2f7492d9d772 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.482203] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2051.482203] env[62312]: value = "task-1810736" [ 2051.482203] env[62312]: _type = "Task" [ 2051.482203] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.514854] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442eb0d-b218-4b28-bc77-1c56a5f7b617 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.517509] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.522296] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fe27f8-d7d6-4dff-83fe-6bf269d06683 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.536378] env[62312]: DEBUG nova.compute.provider_tree [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.992397] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810736, 'name': ReconfigVM_Task, 'duration_secs': 0.179117} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.992679] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2051.993443] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02760a9c-5c4b-4b75-ba32-4f99a10d4e1c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.014744] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2052.016525] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae6eb4a-8fb0-4ba1-86a1-4f0f55e2469d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.033929] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df811f-aea0-ff7e-9590-9201dce3da03/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2052.034762] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ea752b-1e05-4202-86e0-7b3497490628 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.038558] env[62312]: DEBUG nova.scheduler.client.report [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.041498] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2052.041498] env[62312]: value = "task-1810737" [ 2052.041498] env[62312]: _type = "Task" [ 2052.041498] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.047128] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df811f-aea0-ff7e-9590-9201dce3da03/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2052.047295] env[62312]: ERROR oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df811f-aea0-ff7e-9590-9201dce3da03/disk-0.vmdk due to incomplete transfer. [ 2052.047779] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-977f7017-7c1d-4181-bebc-db5750db5427 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.052300] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.054166] env[62312]: DEBUG oslo_vmware.rw_handles [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df811f-aea0-ff7e-9590-9201dce3da03/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2052.054385] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Uploaded image 3685a3a1-de3f-4536-b44e-516d990c9d4c to the Glance image server {{(pid=62312) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2052.056957] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Destroying the VM {{(pid=62312) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2052.057481] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4a98964-d770-4c04-8be8-ddff13b19cd7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.062597] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2052.062597] env[62312]: value = "task-1810738" [ 2052.062597] env[62312]: _type = "Task" [ 2052.062597] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.070276] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810738, 'name': Destroy_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.544046] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.175s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.553916] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810737, 'name': ReconfigVM_Task, 'duration_secs': 0.243286} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.554191] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.554518] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance 'a8e30fbb-1aba-451f-9c81-905c582b2450' progress to 50 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2052.570579] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810738, 'name': Destroy_Task, 'duration_secs': 0.300397} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.570761] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Destroyed the VM [ 2052.570989] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Deleting Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2052.571242] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31b5b444-f847-44b4-a17b-b9c4e20ab793 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.575964] env[62312]: INFO nova.network.neutron [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating port 96bb6dc0-0f2c-449c-bc88-6a156699bb14 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2052.578743] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2052.578743] env[62312]: value = "task-1810739" [ 2052.578743] env[62312]: _type = "Task" [ 2052.578743] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.585705] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810739, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.062068] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58297228-dba9-4b21-b571-81c736740ac8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.084593] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ee5e1a-4eb4-4881-90af-575d75bd91cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.107147] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810739, 'name': RemoveSnapshot_Task, 'duration_secs': 0.344188} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.107468] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance 'a8e30fbb-1aba-451f-9c81-905c582b2450' progress to 67 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2053.110791] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Deleted Snapshot of the VM instance {{(pid=62312) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2053.111073] env[62312]: DEBUG nova.compute.manager [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.112376] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a1dbdf-7d2a-4b57-bc8d-3adec94cffe8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.623535] env[62312]: INFO nova.compute.manager [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Shelve offloading [ 2053.648961] env[62312]: DEBUG nova.network.neutron [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Port b487914e-51d6-4ae9-9170-6bcc0e178bc3 binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2053.985679] env[62312]: DEBUG nova.compute.manager [req-c9a98349-4666-4ded-8395-8f55bfd58db6 req-d19ad159-f029-496e-8851-46c56029dcaa service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-vif-plugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2053.985905] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9a98349-4666-4ded-8395-8f55bfd58db6 req-d19ad159-f029-496e-8851-46c56029dcaa service nova] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.986127] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9a98349-4666-4ded-8395-8f55bfd58db6 req-d19ad159-f029-496e-8851-46c56029dcaa service nova] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.986288] env[62312]: DEBUG oslo_concurrency.lockutils [req-c9a98349-4666-4ded-8395-8f55bfd58db6 req-d19ad159-f029-496e-8851-46c56029dcaa service nova] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.986458] env[62312]: DEBUG nova.compute.manager [req-c9a98349-4666-4ded-8395-8f55bfd58db6 req-d19ad159-f029-496e-8851-46c56029dcaa service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] No waiting events found dispatching network-vif-plugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2053.986620] env[62312]: WARNING nova.compute.manager [req-c9a98349-4666-4ded-8395-8f55bfd58db6 req-d19ad159-f029-496e-8851-46c56029dcaa service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received unexpected event network-vif-plugged-96bb6dc0-0f2c-449c-bc88-6a156699bb14 for instance with vm_state shelved_offloaded and task_state spawning. [ 2054.072348] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.072664] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.072869] env[62312]: DEBUG nova.network.neutron [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.126683] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.126930] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9604fd6-66d6-4946-889d-b93f80210493 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.134765] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2054.134765] env[62312]: value = "task-1810740" [ 2054.134765] env[62312]: _type = "Task" [ 2054.134765] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.142505] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.649158] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] VM already powered off {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2054.649467] env[62312]: DEBUG nova.compute.manager [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2054.650201] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b21097-5502-4f6c-9082-c4f0c46781c1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.663153] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.663320] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.663502] env[62312]: DEBUG nova.network.neutron [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.670513] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.670727] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.670924] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.780911] env[62312]: DEBUG nova.network.neutron [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.283128] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.312577] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='64676678fb32c53c033e8ee638121be0',container_format='bare',created_at=2024-12-12T10:59:27Z,direct_url=,disk_format='vmdk',id=365d911b-9a27-4e06-bc6b-3d434c00347f,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1324742516-shelved',owner='0b1855d8d9a24e6c8e2627894860309f',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-12T10:59:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2055.312821] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.313021] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2055.313160] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.313307] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2055.313515] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2055.313713] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2055.313810] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2055.313969] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2055.314225] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2055.314448] env[62312]: DEBUG nova.virt.hardware [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2055.315841] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c487da-6224-45f5-9edd-4e30d0245f82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.324801] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80640ce4-e765-47b2-80e9-99254e291a3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.338461] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:1e:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96bb6dc0-0f2c-449c-bc88-6a156699bb14', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2055.345991] env[62312]: DEBUG oslo.service.loopingcall [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.348547] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2055.348785] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8acdec8-e950-4724-a7ce-8a151844c095 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.370423] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2055.370423] env[62312]: value = "task-1810741" [ 2055.370423] env[62312]: _type = "Task" [ 2055.370423] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.379598] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810741, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.450145] env[62312]: DEBUG nova.network.neutron [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.704511] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.704788] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.704883] env[62312]: DEBUG nova.network.neutron [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2055.880824] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810741, 'name': CreateVM_Task, 'duration_secs': 0.30737} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.880989] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2055.881614] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.881784] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.882257] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2055.882506] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6013f97d-9042-4565-8b1f-1e46962ea926 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.886897] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2055.886897] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523d5a01-99eb-67dc-b55e-46b54e611a16" [ 2055.886897] env[62312]: _type = "Task" [ 2055.886897] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.895191] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]523d5a01-99eb-67dc-b55e-46b54e611a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.952987] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.009165] env[62312]: DEBUG nova.compute.manager [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2056.009368] env[62312]: DEBUG nova.compute.manager [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing instance network info cache due to event network-changed-96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2056.009659] env[62312]: DEBUG oslo_concurrency.lockutils [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] Acquiring lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.009741] env[62312]: DEBUG oslo_concurrency.lockutils [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] Acquired lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.009856] env[62312]: DEBUG nova.network.neutron [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Refreshing network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.281182] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.282157] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8427a-402a-4ef9-8f07-71a8582aa6fc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.289880] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.290130] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7310d669-a57c-4915-be44-a045901cea61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.382345] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.382584] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.382734] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleting the datastore file [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.383031] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bda6098-8a45-44e9-801d-fa917d1842f4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.391569] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2056.391569] env[62312]: value = "task-1810743" [ 2056.391569] env[62312]: _type = "Task" [ 2056.391569] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.398185] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.398441] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Processing image 365d911b-9a27-4e06-bc6b-3d434c00347f {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2056.398671] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f/365d911b-9a27-4e06-bc6b-3d434c00347f.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.398812] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f/365d911b-9a27-4e06-bc6b-3d434c00347f.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.398984] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2056.399247] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5feb6c6a-1191-47a6-808a-0fa497c0ab83 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.403595] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.415839] env[62312]: DEBUG nova.network.neutron [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.420648] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2056.420819] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2056.421513] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51116150-3912-4716-9170-34f54382259d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.426479] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2056.426479] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52d28aac-244c-d39b-e8b9-b0e1e166dc39" [ 2056.426479] env[62312]: _type = "Task" [ 2056.426479] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.433936] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52d28aac-244c-d39b-e8b9-b0e1e166dc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.726604] env[62312]: DEBUG nova.network.neutron [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updated VIF entry in instance network info cache for port 96bb6dc0-0f2c-449c-bc88-6a156699bb14. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2056.726986] env[62312]: DEBUG nova.network.neutron [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [{"id": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "address": "fa:16:3e:b3:1e:3e", "network": {"id": "099dcf24-6e83-4bba-aed3-0ad2b7ec90c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1725567514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1855d8d9a24e6c8e2627894860309f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96bb6dc0-0f", "ovs_interfaceid": "96bb6dc0-0f2c-449c-bc88-6a156699bb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.902054] env[62312]: DEBUG oslo_vmware.api [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163394} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.902466] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.902716] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.902898] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.918514] env[62312]: DEBUG oslo_concurrency.lockutils [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.931283] env[62312]: INFO nova.scheduler.client.report [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted allocations for instance 7131b053-9102-4af4-8bae-9e7e9f37c88e [ 2056.939199] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Preparing fetch location {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2056.939432] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Fetch image to [datastore1] OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc/OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc.vmdk {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2056.939611] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Downloading stream optimized image 365d911b-9a27-4e06-bc6b-3d434c00347f to [datastore1] OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc/OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc.vmdk on the data store datastore1 as vApp {{(pid=62312) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2056.939777] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Downloading image file data 365d911b-9a27-4e06-bc6b-3d434c00347f to the ESX as VM named 'OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc' {{(pid=62312) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2057.009832] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2057.009832] env[62312]: value = "resgroup-9" [ 2057.009832] env[62312]: _type = "ResourcePool" [ 2057.009832] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2057.010112] env[62312]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f9f4fdcb-4533-4fbc-b65c-3882e1cbf55d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.031334] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease: (returnval){ [ 2057.031334] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52372f00-ff01-af23-ba62-2b3df55010e6" [ 2057.031334] env[62312]: _type = "HttpNfcLease" [ 2057.031334] env[62312]: } obtained for vApp import into resource pool (val){ [ 2057.031334] env[62312]: value = "resgroup-9" [ 2057.031334] env[62312]: _type = "ResourcePool" [ 2057.031334] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2057.031673] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the lease: (returnval){ [ 2057.031673] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52372f00-ff01-af23-ba62-2b3df55010e6" [ 2057.031673] env[62312]: _type = "HttpNfcLease" [ 2057.031673] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2057.037868] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2057.037868] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52372f00-ff01-af23-ba62-2b3df55010e6" [ 2057.037868] env[62312]: _type = "HttpNfcLease" [ 2057.037868] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2057.230404] env[62312]: DEBUG oslo_concurrency.lockutils [req-a3e46a9c-5689-42d1-8119-050b7ec5d328 req-62b42518-1216-4035-bc16-3dd639074806 service nova] Releasing lock "refresh_cache-10e0f4fa-354e-4cfa-8ae3-084fd1e91579" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.435246] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.435538] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.435752] env[62312]: DEBUG nova.objects.instance [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'resources' on Instance uuid 7131b053-9102-4af4-8bae-9e7e9f37c88e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.439962] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2886042-3e10-4302-ba08-85420a7730f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.460839] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd030dee-d78b-4a32-bbaa-0a381ebbc6be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.467812] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance 'a8e30fbb-1aba-451f-9c81-905c582b2450' progress to 83 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2057.539245] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2057.539245] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52372f00-ff01-af23-ba62-2b3df55010e6" [ 2057.539245] env[62312]: _type = "HttpNfcLease" [ 2057.539245] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2057.539536] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2057.539536] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52372f00-ff01-af23-ba62-2b3df55010e6" [ 2057.539536] env[62312]: _type = "HttpNfcLease" [ 2057.539536] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2057.540245] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a80edbb-8d61-4bf0-9708-d58c6f4c9d58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.547270] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246a63-d718-188d-0546-3f5f5a84cb8b/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2057.547438] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246a63-d718-188d-0546-3f5f5a84cb8b/disk-0.vmdk. {{(pid=62312) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2057.610068] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2729ff38-4bb9-466e-b326-0340720cd8d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.937834] env[62312]: DEBUG nova.objects.instance [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'numa_topology' on Instance uuid 7131b053-9102-4af4-8bae-9e7e9f37c88e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.974255] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2057.974606] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d60bb647-66dd-4cad-b182-f920f820cae9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.983252] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2057.983252] env[62312]: value = "task-1810745" [ 2057.983252] env[62312]: _type = "Task" [ 2057.983252] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.994008] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.036926] env[62312]: DEBUG nova.compute.manager [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-vif-unplugged-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2058.037224] env[62312]: DEBUG oslo_concurrency.lockutils [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.037431] env[62312]: DEBUG oslo_concurrency.lockutils [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.037595] env[62312]: DEBUG oslo_concurrency.lockutils [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.037782] env[62312]: DEBUG nova.compute.manager [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] No waiting events found dispatching network-vif-unplugged-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2058.037953] env[62312]: WARNING nova.compute.manager [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received unexpected event network-vif-unplugged-7292f7aa-9a7d-4512-be6e-30383ce06577 for instance with vm_state shelved_offloaded and task_state None. [ 2058.038311] env[62312]: DEBUG nova.compute.manager [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2058.038556] env[62312]: DEBUG nova.compute.manager [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing instance network info cache due to event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2058.038767] env[62312]: DEBUG oslo_concurrency.lockutils [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.038920] env[62312]: DEBUG oslo_concurrency.lockutils [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.039402] env[62312]: DEBUG nova.network.neutron [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.441946] env[62312]: DEBUG nova.objects.base [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Object Instance<7131b053-9102-4af4-8bae-9e7e9f37c88e> lazy-loaded attributes: resources,numa_topology {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2058.493249] env[62312]: DEBUG oslo_vmware.api [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810745, 'name': PowerOnVM_Task, 'duration_secs': 0.413028} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.498536] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2058.498764] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9ee267-919c-4127-8c98-3b667f45fba2 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance 'a8e30fbb-1aba-451f-9c81-905c582b2450' progress to 100 {{(pid=62312) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2058.547636] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3f2496-4537-44e7-a5ea-07ea10c2d783 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.556736] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89f1ac-a0e3-461e-ae84-ceec68a459b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.596041] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36779f3-87e3-4f5d-8b7f-218d4b3ea64f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.604308] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4df1e79-3e67-480f-9423-ca32618a70e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.618724] env[62312]: DEBUG nova.compute.provider_tree [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.736556] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Completed reading data from the image iterator. {{(pid=62312) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2058.736825] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246a63-d718-188d-0546-3f5f5a84cb8b/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2058.737740] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb79e9-70a0-4609-b0a5-4c01e21c13a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.745016] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246a63-d718-188d-0546-3f5f5a84cb8b/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2058.745203] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246a63-d718-188d-0546-3f5f5a84cb8b/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2058.745439] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6238e7f9-0982-4c66-9b19-b003594eac49 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.793197] env[62312]: DEBUG nova.network.neutron [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updated VIF entry in instance network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.793581] env[62312]: DEBUG nova.network.neutron [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.943064] env[62312]: DEBUG oslo_vmware.rw_handles [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246a63-d718-188d-0546-3f5f5a84cb8b/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2058.943064] env[62312]: INFO nova.virt.vmwareapi.images [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Downloaded image file data 365d911b-9a27-4e06-bc6b-3d434c00347f [ 2058.943469] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74f3af-85cd-468f-b60d-922fe610e822 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.958626] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d839225f-1ad1-4dfc-9a03-c8d2e418d434 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.990264] env[62312]: INFO nova.virt.vmwareapi.images [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] The imported VM was unregistered [ 2058.992837] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Caching image {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2058.992968] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Creating directory with path [datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2058.993250] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba1227ab-0b9f-415a-9d22-832b39a81a82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.007264] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Created directory with path [datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.007539] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc/OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc.vmdk to [datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f/365d911b-9a27-4e06-bc6b-3d434c00347f.vmdk. {{(pid=62312) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2059.007874] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9172236f-2a68-44f9-a060-ad1d95db5a84 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.014319] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2059.014319] env[62312]: value = "task-1810747" [ 2059.014319] env[62312]: _type = "Task" [ 2059.014319] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.022824] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810747, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.121758] env[62312]: DEBUG nova.scheduler.client.report [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.296703] env[62312]: DEBUG oslo_concurrency.lockutils [req-3089083d-b6e4-46fd-bb70-d77d6a3af9ad req-09fc4121-380f-4de8-bdbe-e3fb791bbbd0 service nova] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.526833] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810747, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.626752] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.916500] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.033060] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810747, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.136670] env[62312]: DEBUG oslo_concurrency.lockutils [None req-99cc3a5f-6995-41fd-aa66-2c444616c564 tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.691s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.137914] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.222s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.138192] env[62312]: INFO nova.compute.manager [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Unshelving [ 2060.530727] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810747, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.805320] env[62312]: DEBUG nova.network.neutron [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Port b487914e-51d6-4ae9-9170-6bcc0e178bc3 binding to destination host cpu-1 is already ACTIVE {{(pid=62312) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2060.805643] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.805881] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.806167] env[62312]: DEBUG nova.network.neutron [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2061.031183] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810747, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.170226] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.170562] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.170862] env[62312]: DEBUG nova.objects.instance [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'pci_requests' on Instance uuid 7131b053-9102-4af4-8bae-9e7e9f37c88e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.343024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.343024] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.518477] env[62312]: DEBUG nova.network.neutron [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.530230] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810747, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.289387} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.531069] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc/OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc.vmdk to [datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f/365d911b-9a27-4e06-bc6b-3d434c00347f.vmdk. [ 2061.531290] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Cleaning up location [datastore1] OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2061.531460] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2122dbc8-c21f-4049-a7c3-1e55ea5579bc {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2061.531708] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0241fab5-8d5d-4b6a-9373-3efa9505113d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.538838] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2061.538838] env[62312]: value = "task-1810748" [ 2061.538838] env[62312]: _type = "Task" [ 2061.538838] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.547636] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.674667] env[62312]: DEBUG nova.objects.instance [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'numa_topology' on Instance uuid 7131b053-9102-4af4-8bae-9e7e9f37c88e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.846391] env[62312]: DEBUG nova.compute.utils [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2062.021557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.048478] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03386} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.048729] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2062.048895] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f/365d911b-9a27-4e06-bc6b-3d434c00347f.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.049210] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f/365d911b-9a27-4e06-bc6b-3d434c00347f.vmdk to [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2062.049392] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24537d92-4bd2-471f-b472-c8072b85691a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.056125] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2062.056125] env[62312]: value = "task-1810749" [ 2062.056125] env[62312]: _type = "Task" [ 2062.056125] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.063786] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.176850] env[62312]: INFO nova.compute.claims [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2062.349949] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.524906] env[62312]: DEBUG nova.compute.manager [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62312) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2062.525174] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.567193] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810749, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.068859] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810749, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.262437] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d062d5a-5603-41c5-9a3b-10889021559d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.272611] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357bdcc3-0112-4ede-9a83-b93fddd20671 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.305572] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdef48c-0d37-4ce2-9507-ec0ba3ea548e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.315294] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959a78bf-13e4-48ae-9e73-65933b2435a0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.329149] env[62312]: DEBUG nova.compute.provider_tree [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.420081] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.420081] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.420081] env[62312]: INFO nova.compute.manager [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Attaching volume 940623c3-46a0-4188-b13c-673fc1d225e4 to /dev/sdb [ 2063.457791] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc2810-f66c-425f-bbfb-736d77fdf462 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.467475] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b38272-8341-47c2-8e52-816458281332 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.484625] env[62312]: DEBUG nova.virt.block_device [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updating existing volume attachment record: e237f9dd-05fc-4896-8e6d-aaa8c04936ff {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2063.568339] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810749, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.832527] env[62312]: DEBUG nova.scheduler.client.report [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.070118] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810749, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.338021] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.167s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.340259] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.815s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.367725] env[62312]: INFO nova.network.neutron [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating port 7292f7aa-9a7d-4512-be6e-30383ce06577 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2064.568514] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810749, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.23208} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.568796] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/365d911b-9a27-4e06-bc6b-3d434c00347f/365d911b-9a27-4e06-bc6b-3d434c00347f.vmdk to [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2064.569572] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0ddb88-e124-44db-ac27-7dcd72d52dce {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.590885] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.591108] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2720b793-2619-4742-ade1-84c38551e86e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.611873] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2064.611873] env[62312]: value = "task-1810751" [ 2064.611873] env[62312]: _type = "Task" [ 2064.611873] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.619801] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.842997] env[62312]: DEBUG nova.objects.instance [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'migration_context' on Instance uuid a8e30fbb-1aba-451f-9c81-905c582b2450 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2065.122240] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810751, 'name': ReconfigVM_Task, 'duration_secs': 0.288034} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.122483] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579/10e0f4fa-354e-4cfa-8ae3-084fd1e91579.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.123132] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9700389d-4420-4e7c-90fd-3ce792316a6b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.129819] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2065.129819] env[62312]: value = "task-1810752" [ 2065.129819] env[62312]: _type = "Task" [ 2065.129819] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.137196] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810752, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.414182] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf23933-b529-4943-8120-0d043ae537f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.421420] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598968d1-b976-4a8a-907a-33ac63d42932 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.451879] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d05cdf-fc7e-4da5-b463-a98090218764 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.458651] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c06cc7-fcfa-4407-ad47-7a347a76f2f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.471761] env[62312]: DEBUG nova.compute.provider_tree [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.640827] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810752, 'name': Rename_Task, 'duration_secs': 0.145531} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.641055] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2065.641298] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5132c46-ce8c-4e66-ada6-c93781c4abca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.648032] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2065.648032] env[62312]: value = "task-1810753" [ 2065.648032] env[62312]: _type = "Task" [ 2065.648032] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.655355] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.788398] env[62312]: DEBUG nova.compute.manager [req-3fe198ef-77e8-4c94-97b7-b904afed6de0 req-5584cc6f-43d9-4af3-ab6d-230bb3a9cb24 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-vif-plugged-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2065.788398] env[62312]: DEBUG oslo_concurrency.lockutils [req-3fe198ef-77e8-4c94-97b7-b904afed6de0 req-5584cc6f-43d9-4af3-ab6d-230bb3a9cb24 service nova] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.788398] env[62312]: DEBUG oslo_concurrency.lockutils [req-3fe198ef-77e8-4c94-97b7-b904afed6de0 req-5584cc6f-43d9-4af3-ab6d-230bb3a9cb24 service nova] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.788624] env[62312]: DEBUG oslo_concurrency.lockutils [req-3fe198ef-77e8-4c94-97b7-b904afed6de0 req-5584cc6f-43d9-4af3-ab6d-230bb3a9cb24 service nova] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.788974] env[62312]: DEBUG nova.compute.manager [req-3fe198ef-77e8-4c94-97b7-b904afed6de0 req-5584cc6f-43d9-4af3-ab6d-230bb3a9cb24 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] No waiting events found dispatching network-vif-plugged-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2065.789289] env[62312]: WARNING nova.compute.manager [req-3fe198ef-77e8-4c94-97b7-b904afed6de0 req-5584cc6f-43d9-4af3-ab6d-230bb3a9cb24 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received unexpected event network-vif-plugged-7292f7aa-9a7d-4512-be6e-30383ce06577 for instance with vm_state shelved_offloaded and task_state spawning. [ 2065.883208] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.883462] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.883565] env[62312]: DEBUG nova.network.neutron [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.975356] env[62312]: DEBUG nova.scheduler.client.report [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.157913] env[62312]: DEBUG oslo_vmware.api [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810753, 'name': PowerOnVM_Task, 'duration_secs': 0.465949} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.158219] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2066.254792] env[62312]: DEBUG nova.compute.manager [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2066.255809] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce8868-0832-45ef-8449-ce2e8a369f3c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.601207] env[62312]: DEBUG nova.network.neutron [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.771457] env[62312]: DEBUG oslo_concurrency.lockutils [None req-31f751f9-8b07-4f72-9bda-5d4c543c1e8c tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.432s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.986050] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.646s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.103469] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.130505] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f27734993b389a32c3d24190594f741f',container_format='bare',created_at=2024-12-12T10:59:43Z,direct_url=,disk_format='vmdk',id=3685a3a1-de3f-4536-b44e-516d990c9d4c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-806262603-shelved',owner='dd0b53092eef415b92f1b32261730cc1',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-12T10:59:56Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2067.130773] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2067.130967] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2067.131179] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2067.131328] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2067.131476] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2067.131698] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2067.131861] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2067.132043] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2067.132213] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2067.132386] env[62312]: DEBUG nova.virt.hardware [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2067.133481] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f636c7a-a8d5-47ee-b6a4-ee8dd6c0c690 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.142923] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbc53c3-34cf-4362-a991-a038bcd10ead {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.158802] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:20:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7292f7aa-9a7d-4512-be6e-30383ce06577', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2067.166081] env[62312]: DEBUG oslo.service.loopingcall [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.166335] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2067.166544] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfa167fb-a17f-49f3-ba90-74a10b4a1a53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.186787] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2067.186787] env[62312]: value = "task-1810755" [ 2067.186787] env[62312]: _type = "Task" [ 2067.186787] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.194445] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810755, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.625305] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.625684] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.625771] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.625950] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.626129] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.628138] env[62312]: INFO nova.compute.manager [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Terminating instance [ 2067.697362] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810755, 'name': CreateVM_Task, 'duration_secs': 0.357811} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.697531] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2067.698079] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.698248] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.698632] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2067.698877] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-147c2a2c-dd85-4838-bdb5-943e76a177fd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.703474] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2067.703474] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52a33c07-5b96-e6a7-ed47-af3a25a57b80" [ 2067.703474] env[62312]: _type = "Task" [ 2067.703474] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.711243] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52a33c07-5b96-e6a7-ed47-af3a25a57b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.813295] env[62312]: DEBUG nova.compute.manager [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2067.813489] env[62312]: DEBUG nova.compute.manager [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing instance network info cache due to event network-changed-7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2067.813740] env[62312]: DEBUG oslo_concurrency.lockutils [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.813890] env[62312]: DEBUG oslo_concurrency.lockutils [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.814060] env[62312]: DEBUG nova.network.neutron [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Refreshing network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2068.043695] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2068.043993] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375245', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'name': 'volume-940623c3-46a0-4188-b13c-673fc1d225e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b10acf1-073c-4f18-b382-f9573ce0c4e3', 'attached_at': '', 'detached_at': '', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'serial': '940623c3-46a0-4188-b13c-673fc1d225e4'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2068.045140] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4858ff65-5879-431e-bbec-2ede4385052d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.062054] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560062e1-df9a-4ab9-a67e-f15740c120a7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.088637] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-940623c3-46a0-4188-b13c-673fc1d225e4/volume-940623c3-46a0-4188-b13c-673fc1d225e4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2068.088903] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7db5ed-c7b8-4dbf-a216-3941ef47345d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.108869] env[62312]: DEBUG oslo_vmware.api [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2068.108869] env[62312]: value = "task-1810756" [ 2068.108869] env[62312]: _type = "Task" [ 2068.108869] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.117382] env[62312]: DEBUG oslo_vmware.api [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.131425] env[62312]: DEBUG nova.compute.manager [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2068.131788] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.132725] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d23807-3a94-409e-b102-ef8d7e61e41f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.141959] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2068.142217] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e8db639-9af7-427c-9974-b261ba1c8ef2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.149190] env[62312]: DEBUG oslo_vmware.api [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2068.149190] env[62312]: value = "task-1810757" [ 2068.149190] env[62312]: _type = "Task" [ 2068.149190] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.158150] env[62312]: DEBUG oslo_vmware.api [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.215391] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.215675] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Processing image 3685a3a1-de3f-4536-b44e-516d990c9d4c {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2068.215981] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c/3685a3a1-de3f-4536-b44e-516d990c9d4c.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.216164] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c/3685a3a1-de3f-4536-b44e-516d990c9d4c.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.216369] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2068.216651] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fedb2b9-c4f9-4349-af56-d8268417ef3f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.235247] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2068.235450] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2068.236304] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5166e0f5-fe6e-4560-8d76-678df00caafd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.242372] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2068.242372] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52992a14-76c5-9678-76fb-f8629ac16ed8" [ 2068.242372] env[62312]: _type = "Task" [ 2068.242372] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.251355] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52992a14-76c5-9678-76fb-f8629ac16ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.523734] env[62312]: INFO nova.compute.manager [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Swapping old allocation on dict_keys(['191dcbdd-6351-4baf-983d-413b3c578968']) held by migration 185c27a3-5a26-4ebb-a2f6-b2ef4f9a36cb for instance [ 2068.529884] env[62312]: DEBUG nova.network.neutron [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updated VIF entry in instance network info cache for port 7292f7aa-9a7d-4512-be6e-30383ce06577. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2068.530253] env[62312]: DEBUG nova.network.neutron [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.547696] env[62312]: DEBUG nova.scheduler.client.report [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Overwriting current allocation {'allocations': {'191dcbdd-6351-4baf-983d-413b3c578968': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': '35371457b354437fbed72bfc2821eeae', 'user_id': '08be8a8b6ba1430e9cc156fa1bbce1d3', 'consumer_generation': 1} on consumer a8e30fbb-1aba-451f-9c81-905c582b2450 {{(pid=62312) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2068.619207] env[62312]: DEBUG oslo_vmware.api [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810756, 'name': ReconfigVM_Task, 'duration_secs': 0.405864} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.619480] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-940623c3-46a0-4188-b13c-673fc1d225e4/volume-940623c3-46a0-4188-b13c-673fc1d225e4.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2068.624121] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66ae6fa-bf17-43b7-b785-80ef4b562d5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.634334] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.634625] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.634686] env[62312]: DEBUG nova.network.neutron [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.642231] env[62312]: DEBUG oslo_vmware.api [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2068.642231] env[62312]: value = "task-1810758" [ 2068.642231] env[62312]: _type = "Task" [ 2068.642231] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.651520] env[62312]: DEBUG oslo_vmware.api [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.659160] env[62312]: DEBUG oslo_vmware.api [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810757, 'name': PowerOffVM_Task, 'duration_secs': 0.186513} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.659403] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2068.659568] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2068.659804] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec3303c0-2b0a-4d9c-8e7d-bd1152010121 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.748660] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2068.748859] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2068.748986] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleting the datastore file [datastore1] 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2068.749829] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e83aa5e-cc6d-404e-b024-5ca4d6e3182c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.756405] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Preparing fetch location {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2068.756691] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Fetch image to [datastore1] OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163/OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163.vmdk {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2068.756960] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Downloading stream optimized image 3685a3a1-de3f-4536-b44e-516d990c9d4c to [datastore1] OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163/OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163.vmdk on the data store datastore1 as vApp {{(pid=62312) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2068.757181] env[62312]: DEBUG nova.virt.vmwareapi.images [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Downloading image file data 3685a3a1-de3f-4536-b44e-516d990c9d4c to the ESX as VM named 'OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163' {{(pid=62312) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2068.761071] env[62312]: DEBUG oslo_vmware.api [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for the task: (returnval){ [ 2068.761071] env[62312]: value = "task-1810760" [ 2068.761071] env[62312]: _type = "Task" [ 2068.761071] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.771725] env[62312]: DEBUG oslo_vmware.api [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.830575] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2068.830575] env[62312]: value = "resgroup-9" [ 2068.830575] env[62312]: _type = "ResourcePool" [ 2068.830575] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2068.830900] env[62312]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8a4be2d2-2e6e-4b77-857e-c28b77ec9b65 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.852943] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease: (returnval){ [ 2068.852943] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523b083d-760b-640b-edc0-d31bb26034b2" [ 2068.852943] env[62312]: _type = "HttpNfcLease" [ 2068.852943] env[62312]: } obtained for vApp import into resource pool (val){ [ 2068.852943] env[62312]: value = "resgroup-9" [ 2068.852943] env[62312]: _type = "ResourcePool" [ 2068.852943] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2068.853343] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the lease: (returnval){ [ 2068.853343] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523b083d-760b-640b-edc0-d31bb26034b2" [ 2068.853343] env[62312]: _type = "HttpNfcLease" [ 2068.853343] env[62312]: } to be ready. {{(pid=62312) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2068.861619] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2068.861619] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523b083d-760b-640b-edc0-d31bb26034b2" [ 2068.861619] env[62312]: _type = "HttpNfcLease" [ 2068.861619] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2069.033299] env[62312]: DEBUG oslo_concurrency.lockutils [req-bfa7dae3-8a48-4669-83e0-5b42d95fa723 req-e53ff43e-17ee-4638-8eef-632f85ba39f0 service nova] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.153678] env[62312]: DEBUG oslo_vmware.api [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810758, 'name': ReconfigVM_Task, 'duration_secs': 0.148077} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.154058] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375245', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'name': 'volume-940623c3-46a0-4188-b13c-673fc1d225e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b10acf1-073c-4f18-b382-f9573ce0c4e3', 'attached_at': '', 'detached_at': '', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'serial': '940623c3-46a0-4188-b13c-673fc1d225e4'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2069.271247] env[62312]: DEBUG oslo_vmware.api [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Task: {'id': task-1810760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159868} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.271493] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.271681] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.271846] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.272214] env[62312]: INFO nova.compute.manager [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2069.272288] env[62312]: DEBUG oslo.service.loopingcall [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.272473] env[62312]: DEBUG nova.compute.manager [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2069.272587] env[62312]: DEBUG nova.network.neutron [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2069.345857] env[62312]: DEBUG nova.network.neutron [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [{"id": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "address": "fa:16:3e:cb:24:a6", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb487914e-51", "ovs_interfaceid": "b487914e-51d6-4ae9-9170-6bcc0e178bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.362618] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2069.362618] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523b083d-760b-640b-edc0-d31bb26034b2" [ 2069.362618] env[62312]: _type = "HttpNfcLease" [ 2069.362618] env[62312]: } is initializing. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2069.848557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-a8e30fbb-1aba-451f-9c81-905c582b2450" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.849018] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.849302] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91c03b0b-260b-456b-b202-761f8e235441 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.859943] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2069.859943] env[62312]: value = "task-1810762" [ 2069.859943] env[62312]: _type = "Task" [ 2069.859943] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.864951] env[62312]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2069.864951] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523b083d-760b-640b-edc0-d31bb26034b2" [ 2069.864951] env[62312]: _type = "HttpNfcLease" [ 2069.864951] env[62312]: } is ready. {{(pid=62312) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2069.865578] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2069.865578] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]523b083d-760b-640b-edc0-d31bb26034b2" [ 2069.865578] env[62312]: _type = "HttpNfcLease" [ 2069.865578] env[62312]: }. {{(pid=62312) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2069.866268] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6bf6d0-1534-45b2-a7ba-3dcc8fb0b8fb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.871909] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.878184] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589b39-6cbd-fbc2-d7ee-f3f503399ced/disk-0.vmdk from lease info. {{(pid=62312) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2069.878405] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589b39-6cbd-fbc2-d7ee-f3f503399ced/disk-0.vmdk. {{(pid=62312) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2069.940630] env[62312]: DEBUG nova.compute.manager [req-93cecf31-8dc3-4dab-8f92-a4d61c118637 req-59c0d909-126b-4512-b14e-b0b28687f3c2 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Received event network-vif-deleted-96bb6dc0-0f2c-449c-bc88-6a156699bb14 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2069.940832] env[62312]: INFO nova.compute.manager [req-93cecf31-8dc3-4dab-8f92-a4d61c118637 req-59c0d909-126b-4512-b14e-b0b28687f3c2 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Neutron deleted interface 96bb6dc0-0f2c-449c-bc88-6a156699bb14; detaching it from the instance and deleting it from the info cache [ 2069.940998] env[62312]: DEBUG nova.network.neutron [req-93cecf31-8dc3-4dab-8f92-a4d61c118637 req-59c0d909-126b-4512-b14e-b0b28687f3c2 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.947134] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b18d8e36-9218-497a-ad84-49c38f0cb747 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.189657] env[62312]: DEBUG nova.objects.instance [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'flavor' on Instance uuid 3b10acf1-073c-4f18-b382-f9573ce0c4e3 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.373512] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810762, 'name': PowerOffVM_Task, 'duration_secs': 0.208062} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.375701] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.376542] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2070.376847] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2070.376992] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2070.377213] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2070.377362] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2070.377512] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2070.377715] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2070.377873] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2070.378077] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2070.378389] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2070.378603] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2070.386113] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa99bfa-e32e-4703-ac5d-b23cae446c79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.408221] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2070.408221] env[62312]: value = "task-1810763" [ 2070.408221] env[62312]: _type = "Task" [ 2070.408221] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.419316] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.442925] env[62312]: DEBUG nova.network.neutron [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.446386] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b2e1fce-9c4a-40b3-ad41-0be690e43f61 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.456067] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0142af0b-edf1-4b67-a6c0-863a6154510d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.135457] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.136045] env[62312]: INFO nova.compute.manager [-] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Took 1.86 seconds to deallocate network for instance. [ 2071.136538] env[62312]: DEBUG oslo_concurrency.lockutils [None req-93e61c5a-8004-4ea1-b83a-0c3364cf1feb tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.717s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.141942] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.007s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.154699] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810763, 'name': ReconfigVM_Task, 'duration_secs': 0.186425} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.164116] env[62312]: DEBUG nova.compute.manager [req-93cecf31-8dc3-4dab-8f92-a4d61c118637 req-59c0d909-126b-4512-b14e-b0b28687f3c2 service nova] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Detach interface failed, port_id=96bb6dc0-0f2c-449c-bc88-6a156699bb14, reason: Instance 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2071.166167] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ba466-4332-4726-9cf4-0ba5391e3cf9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.188465] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.188713] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.188906] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.189055] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.189230] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.189385] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.189588] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.189740] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.189899] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.190069] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.190245] env[62312]: DEBUG nova.virt.hardware [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.194290] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abd7bdb-2d6f-4408-8b9d-4c6da66dc9d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.201051] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2071.201051] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]524b0fff-a27e-e97c-0750-5af83a252985" [ 2071.201051] env[62312]: _type = "Task" [ 2071.201051] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.215275] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]524b0fff-a27e-e97c-0750-5af83a252985, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.218271] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2071.220261] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c278dd0-15ab-43d3-9544-2d4970aa7b9f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.244021] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2071.244021] env[62312]: value = "task-1810764" [ 2071.244021] env[62312]: _type = "Task" [ 2071.244021] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.253281] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.651097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.651097] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.651311] env[62312]: DEBUG nova.objects.instance [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lazy-loading 'resources' on Instance uuid 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.652658] env[62312]: INFO nova.compute.manager [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Detaching volume 940623c3-46a0-4188-b13c-673fc1d225e4 [ 2071.677984] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Completed reading data from the image iterator. {{(pid=62312) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2071.678167] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589b39-6cbd-fbc2-d7ee-f3f503399ced/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2071.679032] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f7431-e95b-4fd4-842d-299f81494acc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.687222] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589b39-6cbd-fbc2-d7ee-f3f503399ced/disk-0.vmdk is in state: ready. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2071.687380] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589b39-6cbd-fbc2-d7ee-f3f503399ced/disk-0.vmdk. {{(pid=62312) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2071.688581] env[62312]: INFO nova.virt.block_device [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Attempting to driver detach volume 940623c3-46a0-4188-b13c-673fc1d225e4 from mountpoint /dev/sdb [ 2071.688835] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2071.689039] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375245', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'name': 'volume-940623c3-46a0-4188-b13c-673fc1d225e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b10acf1-073c-4f18-b382-f9573ce0c4e3', 'attached_at': '', 'detached_at': '', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'serial': '940623c3-46a0-4188-b13c-673fc1d225e4'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2071.689307] env[62312]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3917ce3a-5561-4ae7-a8b4-d5f517424799 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.691406] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65eb007-2720-4b58-886d-7ac4c33d4fa3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.715609] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf0fe6-5a5b-4d98-8868-03ef68fc7129 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.725085] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ab2f8c-de9b-4bbd-9bb6-4dedfdc569e2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.751321] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8359c-4c20-4f41-a593-c5224d457a3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.770672] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] The volume has not been displaced from its original location: [datastore1] volume-940623c3-46a0-4188-b13c-673fc1d225e4/volume-940623c3-46a0-4188-b13c-673fc1d225e4.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2071.776182] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2071.776549] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810764, 'name': ReconfigVM_Task, 'duration_secs': 0.261958} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.776769] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23117286-0e8c-41ad-86f1-d2e2f19299d1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.789737] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2071.790629] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c6eed-8949-4018-a4b0-c5e44bb7b5d0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.824275] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2071.825899] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615533a4-e9fd-438a-92e8-e542220ffc3e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.839435] env[62312]: DEBUG oslo_vmware.api [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2071.839435] env[62312]: value = "task-1810765" [ 2071.839435] env[62312]: _type = "Task" [ 2071.839435] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.847386] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2071.847386] env[62312]: value = "task-1810766" [ 2071.847386] env[62312]: _type = "Task" [ 2071.847386] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.853057] env[62312]: DEBUG oslo_vmware.api [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.863913] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.981311] env[62312]: DEBUG oslo_vmware.rw_handles [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589b39-6cbd-fbc2-d7ee-f3f503399ced/disk-0.vmdk. {{(pid=62312) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2071.981498] env[62312]: INFO nova.virt.vmwareapi.images [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Downloaded image file data 3685a3a1-de3f-4536-b44e-516d990c9d4c [ 2071.982364] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7248b17f-e3c2-454a-99cf-abd04110b30b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.999799] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed34b4a7-a2c6-4dda-b123-32b637b3f400 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.029079] env[62312]: INFO nova.virt.vmwareapi.images [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] The imported VM was unregistered [ 2072.031951] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Caching image {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2072.032207] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2072.032489] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c89055c9-2a73-4f99-8041-9eb0e1cb41c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.044367] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Created directory with path [datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2072.044592] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163/OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163.vmdk to [datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c/3685a3a1-de3f-4536-b44e-516d990c9d4c.vmdk. {{(pid=62312) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2072.044868] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6628bda5-7fbb-4122-a57e-851650ea8872 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.052785] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2072.052785] env[62312]: value = "task-1810768" [ 2072.052785] env[62312]: _type = "Task" [ 2072.052785] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.060634] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810768, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.239561] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735147ac-0df4-49f5-8921-0c2f54b397e7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.249357] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677422b3-55cb-44b6-9f3a-1ef3dfa45a70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.283942] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856f7b92-40a3-4395-961c-776ac3226b13 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.292883] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d125a30-8659-4647-a6f2-6bc4808e75dc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.307521] env[62312]: DEBUG nova.compute.provider_tree [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.350946] env[62312]: DEBUG oslo_vmware.api [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810765, 'name': ReconfigVM_Task, 'duration_secs': 0.258803} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.351270] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2072.356459] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7919c17e-afaf-484c-842b-e0585dcceb95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.376147] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810766, 'name': ReconfigVM_Task, 'duration_secs': 0.334535} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.377521] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450/a8e30fbb-1aba-451f-9c81-905c582b2450.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2072.377933] env[62312]: DEBUG oslo_vmware.api [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2072.377933] env[62312]: value = "task-1810769" [ 2072.377933] env[62312]: _type = "Task" [ 2072.377933] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.378691] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88bca13-7397-4258-b55e-ae0cb018a432 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.405737] env[62312]: DEBUG oslo_vmware.api [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.406516] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb79299-111b-4184-91b3-9475d77be3b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.426141] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61da5ad5-f300-4e1a-bc4a-5a004daec8bc {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.445767] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f090fc-d6bd-40a1-bef2-65cfe43bb519 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.455383] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2072.455742] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b80884fa-2a3b-4331-bc88-5c3031b88a87 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.464500] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2072.464500] env[62312]: value = "task-1810770" [ 2072.464500] env[62312]: _type = "Task" [ 2072.464500] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.474043] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.563688] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810768, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.810922] env[62312]: DEBUG nova.scheduler.client.report [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.893160] env[62312]: DEBUG oslo_vmware.api [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810769, 'name': ReconfigVM_Task, 'duration_secs': 0.164046} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.894127] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375245', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'name': 'volume-940623c3-46a0-4188-b13c-673fc1d225e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b10acf1-073c-4f18-b382-f9573ce0c4e3', 'attached_at': '', 'detached_at': '', 'volume_id': '940623c3-46a0-4188-b13c-673fc1d225e4', 'serial': '940623c3-46a0-4188-b13c-673fc1d225e4'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2072.975475] env[62312]: DEBUG oslo_vmware.api [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810770, 'name': PowerOnVM_Task, 'duration_secs': 0.450734} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.975785] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2073.064518] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810768, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.316065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.335824] env[62312]: INFO nova.scheduler.client.report [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Deleted allocations for instance 10e0f4fa-354e-4cfa-8ae3-084fd1e91579 [ 2073.443637] env[62312]: DEBUG nova.objects.instance [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'flavor' on Instance uuid 3b10acf1-073c-4f18-b382-f9573ce0c4e3 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2073.565870] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810768, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.843932] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e77ccb9b-92df-47a3-af8d-c925bedc204a tempest-ServerActionsTestOtherB-385739120 tempest-ServerActionsTestOtherB-385739120-project-member] Lock "10e0f4fa-354e-4cfa-8ae3-084fd1e91579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.218s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.988672] env[62312]: INFO nova.compute.manager [None req-600485e5-c43a-41a6-885d-17cafb4e3db0 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance to original state: 'active' [ 2074.065469] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810768, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.451681] env[62312]: DEBUG oslo_concurrency.lockutils [None req-7e03dc5e-dc7d-4c2a-9d83-54e8d7aec765 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.564933] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810768, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.371398} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.565236] env[62312]: INFO nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163/OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163.vmdk to [datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c/3685a3a1-de3f-4536-b44e-516d990c9d4c.vmdk. [ 2074.565426] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Cleaning up location [datastore1] OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163 {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2074.565587] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fbacfd25-a8cf-4311-9f88-07224b593163 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.565862] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12acc9ca-2e92-4407-b89b-4d73f0a249b2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.572059] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2074.572059] env[62312]: value = "task-1810772" [ 2074.572059] env[62312]: _type = "Task" [ 2074.572059] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.579527] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.082294] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035332} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.082556] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2075.082748] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c/3685a3a1-de3f-4536-b44e-516d990c9d4c.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.083009] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c/3685a3a1-de3f-4536-b44e-516d990c9d4c.vmdk to [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2075.083264] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b480fa48-e9ff-4e51-9c4c-3db4c0520d21 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.091938] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2075.091938] env[62312]: value = "task-1810773" [ 2075.091938] env[62312]: _type = "Task" [ 2075.091938] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.099688] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.200562] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.200948] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.201654] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.201862] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.202119] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.204663] env[62312]: INFO nova.compute.manager [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Terminating instance [ 2075.605550] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810773, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.634468] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "a8e30fbb-1aba-451f-9c81-905c582b2450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.634843] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.635167] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.635451] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.635699] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.638561] env[62312]: INFO nova.compute.manager [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Terminating instance [ 2075.708763] env[62312]: DEBUG nova.compute.manager [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2075.709077] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2075.710094] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e63d1-f834-42bd-9ad9-0e12fb8b9125 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.719789] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2075.720139] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f0d8e8-e3dd-45bf-9642-f7ac2bdb4d53 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.730521] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2075.730521] env[62312]: value = "task-1810774" [ 2075.730521] env[62312]: _type = "Task" [ 2075.730521] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.739552] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.105233] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810773, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.143601] env[62312]: DEBUG nova.compute.manager [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2076.143852] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.144855] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d2fb3-ffbc-4bef-a1c6-881382ac2888 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.154107] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.154404] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d94e8b6-da9d-4e34-8c0b-b361e8ac1799 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.162901] env[62312]: DEBUG oslo_vmware.api [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2076.162901] env[62312]: value = "task-1810775" [ 2076.162901] env[62312]: _type = "Task" [ 2076.162901] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.173626] env[62312]: DEBUG oslo_vmware.api [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.242762] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810774, 'name': PowerOffVM_Task, 'duration_secs': 0.362758} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.243058] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.243236] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2076.243498] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a116598c-359e-4fbb-a665-a24a1130c7f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.352659] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2076.352659] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2076.352846] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleting the datastore file [datastore1] 3b10acf1-073c-4f18-b382-f9573ce0c4e3 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2076.353228] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78866cf1-2a05-450b-a945-42057d10ac0e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.362720] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2076.362720] env[62312]: value = "task-1810777" [ 2076.362720] env[62312]: _type = "Task" [ 2076.362720] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.372265] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.603444] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810773, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.674067] env[62312]: DEBUG oslo_vmware.api [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810775, 'name': PowerOffVM_Task, 'duration_secs': 0.209246} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.674067] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.674067] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2076.674067] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b33700-eefa-4b2d-87f6-6a4c8c951112 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.754493] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2076.754870] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2076.755086] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleting the datastore file [datastore1] a8e30fbb-1aba-451f-9c81-905c582b2450 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2076.755377] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3fa88b9-f81b-44cc-8c34-0a7aafcd0956 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.763992] env[62312]: DEBUG oslo_vmware.api [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2076.763992] env[62312]: value = "task-1810779" [ 2076.763992] env[62312]: _type = "Task" [ 2076.763992] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.774145] env[62312]: DEBUG oslo_vmware.api [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.872880] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.104888] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810773, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.275736] env[62312]: DEBUG oslo_vmware.api [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.374874] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.604450] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810773, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.376551} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.604761] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3685a3a1-de3f-4536-b44e-516d990c9d4c/3685a3a1-de3f-4536-b44e-516d990c9d4c.vmdk to [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.605607] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678988dd-d12b-40bd-9dd3-53e3a0962d27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.627806] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.628071] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aada6cf-e59c-4d17-af9f-c06891734a25 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.648682] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2077.648682] env[62312]: value = "task-1810780" [ 2077.648682] env[62312]: _type = "Task" [ 2077.648682] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.657085] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.774766] env[62312]: DEBUG oslo_vmware.api [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.800447} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.775175] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2077.775420] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2077.775653] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2077.776148] env[62312]: INFO nova.compute.manager [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2077.776484] env[62312]: DEBUG oslo.service.loopingcall [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.776748] env[62312]: DEBUG nova.compute.manager [-] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2077.776926] env[62312]: DEBUG nova.network.neutron [-] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2077.875026] env[62312]: DEBUG oslo_vmware.api [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.15761} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.875724] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2077.876153] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2077.876402] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2077.876629] env[62312]: INFO nova.compute.manager [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Took 2.17 seconds to destroy the instance on the hypervisor. [ 2077.876905] env[62312]: DEBUG oslo.service.loopingcall [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.877174] env[62312]: DEBUG nova.compute.manager [-] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2077.877322] env[62312]: DEBUG nova.network.neutron [-] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2078.160261] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810780, 'name': ReconfigVM_Task, 'duration_secs': 0.276207} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.160518] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e/7131b053-9102-4af4-8bae-9e7e9f37c88e.vmdk or device None with type streamOptimized {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.161389] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a2e9993-654b-4b4b-b58a-f3ffbf5cca96 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.168481] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2078.168481] env[62312]: value = "task-1810781" [ 2078.168481] env[62312]: _type = "Task" [ 2078.168481] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.178311] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810781, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.359253] env[62312]: DEBUG nova.compute.manager [req-4aed211c-1a8d-44aa-bce3-5042334fc1d2 req-3f145af5-5d41-47b0-9b54-8df6a197bf7a service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Received event network-vif-deleted-9396cc4a-d0b4-4c64-90bf-73b8676061bf {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2078.359341] env[62312]: INFO nova.compute.manager [req-4aed211c-1a8d-44aa-bce3-5042334fc1d2 req-3f145af5-5d41-47b0-9b54-8df6a197bf7a service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Neutron deleted interface 9396cc4a-d0b4-4c64-90bf-73b8676061bf; detaching it from the instance and deleting it from the info cache [ 2078.359530] env[62312]: DEBUG nova.network.neutron [req-4aed211c-1a8d-44aa-bce3-5042334fc1d2 req-3f145af5-5d41-47b0-9b54-8df6a197bf7a service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.606174] env[62312]: DEBUG nova.compute.manager [req-38f36698-b8ce-40f9-8beb-df00c66ef668 req-514eacd5-6ecc-4a59-9c85-0e7b295ee682 service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Received event network-vif-deleted-b487914e-51d6-4ae9-9170-6bcc0e178bc3 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2078.606373] env[62312]: INFO nova.compute.manager [req-38f36698-b8ce-40f9-8beb-df00c66ef668 req-514eacd5-6ecc-4a59-9c85-0e7b295ee682 service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Neutron deleted interface b487914e-51d6-4ae9-9170-6bcc0e178bc3; detaching it from the instance and deleting it from the info cache [ 2078.606539] env[62312]: DEBUG nova.network.neutron [req-38f36698-b8ce-40f9-8beb-df00c66ef668 req-514eacd5-6ecc-4a59-9c85-0e7b295ee682 service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.679803] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810781, 'name': Rename_Task, 'duration_secs': 0.14034} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.680083] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.680330] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fac1811-4f03-4f1a-9ffa-d3c434da8e7b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.703545] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2078.703545] env[62312]: value = "task-1810782" [ 2078.703545] env[62312]: _type = "Task" [ 2078.703545] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.715233] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.826461] env[62312]: DEBUG nova.network.neutron [-] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.863071] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c32a3a08-3b55-4eb6-bc07-4593ab568062 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.878954] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fab29f-67ef-4c79-9b6b-4c1670aa13c5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.908026] env[62312]: DEBUG nova.compute.manager [req-4aed211c-1a8d-44aa-bce3-5042334fc1d2 req-3f145af5-5d41-47b0-9b54-8df6a197bf7a service nova] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Detach interface failed, port_id=9396cc4a-d0b4-4c64-90bf-73b8676061bf, reason: Instance 3b10acf1-073c-4f18-b382-f9573ce0c4e3 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2079.080306] env[62312]: DEBUG nova.network.neutron [-] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.111566] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1e65698-dd8c-43c3-b96b-d137e957b795 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.119994] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a578a-40f8-4adf-85e0-efa65f69a16a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.147814] env[62312]: DEBUG nova.compute.manager [req-38f36698-b8ce-40f9-8beb-df00c66ef668 req-514eacd5-6ecc-4a59-9c85-0e7b295ee682 service nova] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Detach interface failed, port_id=b487914e-51d6-4ae9-9170-6bcc0e178bc3, reason: Instance a8e30fbb-1aba-451f-9c81-905c582b2450 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2079.214550] env[62312]: DEBUG oslo_vmware.api [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810782, 'name': PowerOnVM_Task, 'duration_secs': 0.440651} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.215343] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.330470] env[62312]: INFO nova.compute.manager [-] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Took 1.45 seconds to deallocate network for instance. [ 2079.331629] env[62312]: DEBUG nova.compute.manager [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.334046] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50c814-e104-4d24-8b8b-3e18e9a29448 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.584553] env[62312]: INFO nova.compute.manager [-] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Took 1.81 seconds to deallocate network for instance. [ 2079.841726] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.842036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.842322] env[62312]: DEBUG nova.objects.instance [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'resources' on Instance uuid 3b10acf1-073c-4f18-b382-f9573ce0c4e3 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.855246] env[62312]: DEBUG oslo_concurrency.lockutils [None req-02c30909-45f1-48d8-8b03-a7d04ebb4cfd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.717s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.090903] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.394807] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb98a2c-87f3-4644-82ef-c689b1356489 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.402845] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d9141-fef7-4995-8438-c84a998dde04 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.434556] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635532d-9a3a-479f-bf87-f0ede5a4cc15 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.442567] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5949eb4a-c686-4852-aedd-696399378206 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.455892] env[62312]: DEBUG nova.compute.provider_tree [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.958864] env[62312]: DEBUG nova.scheduler.client.report [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.464779] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.467636] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.376s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.467636] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.482948] env[62312]: INFO nova.scheduler.client.report [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted allocations for instance 3b10acf1-073c-4f18-b382-f9573ce0c4e3 [ 2081.484780] env[62312]: INFO nova.scheduler.client.report [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted allocations for instance a8e30fbb-1aba-451f-9c81-905c582b2450 [ 2081.994708] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e3cead66-2232-4391-a058-f61cfd9ba72b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "a8e30fbb-1aba-451f-9c81-905c582b2450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.360s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.995834] env[62312]: DEBUG oslo_concurrency.lockutils [None req-27821c22-f5cf-4095-819b-1f2c99f97430 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "3b10acf1-073c-4f18-b382-f9573ce0c4e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.795s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.025914] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.026216] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.528192] env[62312]: DEBUG nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2084.046864] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.047183] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.048612] env[62312]: INFO nova.compute.claims [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.366920] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "e1e291a7-d407-4109-9635-8ed0c141995e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.367165] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.869100] env[62312]: DEBUG nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2085.100206] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a950dbf-340c-4fe3-8caf-25e8cea0da6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.108293] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27adb0-44d4-4e4b-8a22-abb5f1c343d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.138458] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2046a2e-94e5-477f-aaa2-2272125dc317 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.145168] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea803f5-64d4-4d02-b39f-aeca531fd4f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.158090] env[62312]: DEBUG nova.compute.provider_tree [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.387441] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.661092] env[62312]: DEBUG nova.scheduler.client.report [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.166485] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.166948] env[62312]: DEBUG nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2086.170075] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.783s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.171520] env[62312]: INFO nova.compute.claims [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2086.676690] env[62312]: DEBUG nova.compute.utils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2086.681670] env[62312]: DEBUG nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2086.681898] env[62312]: DEBUG nova.network.neutron [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2086.744819] env[62312]: DEBUG nova.policy [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08be8a8b6ba1430e9cc156fa1bbce1d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35371457b354437fbed72bfc2821eeae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 2087.062890] env[62312]: DEBUG nova.network.neutron [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Successfully created port: 08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2087.182794] env[62312]: DEBUG nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2087.247981] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1e21a5-312d-4a20-afba-4789ec5c03d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.256827] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce777096-adfb-44ef-bc48-56ff37ba59e5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.289679] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63fcc8-cffb-46ad-b26d-4bcd5d0f4340 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.299253] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f322d-55a9-4512-a490-d051848f790d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.314909] env[62312]: DEBUG nova.compute.provider_tree [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.817837] env[62312]: DEBUG nova.scheduler.client.report [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2088.197387] env[62312]: DEBUG nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2088.223936] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2088.224211] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2088.224385] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2088.224571] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2088.224721] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2088.224863] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2088.225102] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2088.225286] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2088.225454] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2088.225614] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2088.225783] env[62312]: DEBUG nova.virt.hardware [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2088.226639] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584956eb-9762-47fa-b0f4-dc36b6bb99dd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.235368] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45de811-29a8-47aa-af76-dc5d4b8ec648 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.324879] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.325452] env[62312]: DEBUG nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2088.686387] env[62312]: DEBUG nova.compute.manager [req-d63e89c7-5e40-4070-928d-03dd6d65f1c9 req-a9649faf-9e94-45e2-ad7b-bbf59a3c37a6 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Received event network-vif-plugged-08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2088.686751] env[62312]: DEBUG oslo_concurrency.lockutils [req-d63e89c7-5e40-4070-928d-03dd6d65f1c9 req-a9649faf-9e94-45e2-ad7b-bbf59a3c37a6 service nova] Acquiring lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.686883] env[62312]: DEBUG oslo_concurrency.lockutils [req-d63e89c7-5e40-4070-928d-03dd6d65f1c9 req-a9649faf-9e94-45e2-ad7b-bbf59a3c37a6 service nova] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.686992] env[62312]: DEBUG oslo_concurrency.lockutils [req-d63e89c7-5e40-4070-928d-03dd6d65f1c9 req-a9649faf-9e94-45e2-ad7b-bbf59a3c37a6 service nova] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.687179] env[62312]: DEBUG nova.compute.manager [req-d63e89c7-5e40-4070-928d-03dd6d65f1c9 req-a9649faf-9e94-45e2-ad7b-bbf59a3c37a6 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] No waiting events found dispatching network-vif-plugged-08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2088.687351] env[62312]: WARNING nova.compute.manager [req-d63e89c7-5e40-4070-928d-03dd6d65f1c9 req-a9649faf-9e94-45e2-ad7b-bbf59a3c37a6 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Received unexpected event network-vif-plugged-08e0e5b3-d118-4190-a39b-2404ec1512b0 for instance with vm_state building and task_state spawning. [ 2088.773248] env[62312]: DEBUG nova.network.neutron [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Successfully updated port: 08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2088.831324] env[62312]: DEBUG nova.compute.utils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2088.832692] env[62312]: DEBUG nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2088.833489] env[62312]: DEBUG nova.network.neutron [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2088.871987] env[62312]: DEBUG nova.policy [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d2458a148d434cb0ed36a48df9ad64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ebe00f4502489c86844a2c05bac3c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 2089.183643] env[62312]: DEBUG nova.network.neutron [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Successfully created port: ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2089.275947] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.276326] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.276326] env[62312]: DEBUG nova.network.neutron [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.336277] env[62312]: DEBUG nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2089.806718] env[62312]: DEBUG nova.network.neutron [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.938865] env[62312]: DEBUG nova.network.neutron [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updating instance_info_cache with network_info: [{"id": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "address": "fa:16:3e:2c:3f:3e", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e0e5b3-d1", "ovs_interfaceid": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.344575] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.344985] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.347649] env[62312]: DEBUG nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2090.372434] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2090.372666] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2090.372819] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2090.372997] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2090.373159] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2090.373308] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2090.373513] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2090.373699] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2090.373869] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2090.374043] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2090.374221] env[62312]: DEBUG nova.virt.hardware [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2090.375111] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2534071c-dc22-4eca-804e-3eea500cb5ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.384179] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858ec990-69c3-4d44-aae4-fd5c0429c942 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.441453] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.441895] env[62312]: DEBUG nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Instance network_info: |[{"id": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "address": "fa:16:3e:2c:3f:3e", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e0e5b3-d1", "ovs_interfaceid": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2090.442466] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:3f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08e0e5b3-d118-4190-a39b-2404ec1512b0', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2090.454590] env[62312]: DEBUG oslo.service.loopingcall [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.454914] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2090.455265] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-526db14f-af5a-4849-9025-11d7078dd030 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.485679] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2090.485679] env[62312]: value = "task-1810783" [ 2090.485679] env[62312]: _type = "Task" [ 2090.485679] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.493928] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810783, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.647618] env[62312]: DEBUG nova.network.neutron [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Successfully updated port: ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2090.713620] env[62312]: DEBUG nova.compute.manager [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Received event network-changed-08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2090.713820] env[62312]: DEBUG nova.compute.manager [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Refreshing instance network info cache due to event network-changed-08e0e5b3-d118-4190-a39b-2404ec1512b0. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2090.713992] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Acquiring lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.714155] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Acquired lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.714313] env[62312]: DEBUG nova.network.neutron [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Refreshing network info cache for port 08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.849641] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.849837] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2090.995953] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810783, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.149989] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.150153] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.150306] env[62312]: DEBUG nova.network.neutron [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.433249] env[62312]: DEBUG nova.network.neutron [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updated VIF entry in instance network info cache for port 08e0e5b3-d118-4190-a39b-2404ec1512b0. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.433604] env[62312]: DEBUG nova.network.neutron [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updating instance_info_cache with network_info: [{"id": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "address": "fa:16:3e:2c:3f:3e", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e0e5b3-d1", "ovs_interfaceid": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.496942] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810783, 'name': CreateVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.681544] env[62312]: DEBUG nova.network.neutron [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2091.800982] env[62312]: DEBUG nova.network.neutron [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updating instance_info_cache with network_info: [{"id": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "address": "fa:16:3e:02:3e:40", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca243549-7e", "ovs_interfaceid": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.936509] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Releasing lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.936768] env[62312]: DEBUG nova.compute.manager [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Received event network-vif-plugged-ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2091.936964] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Acquiring lock "e1e291a7-d407-4109-9635-8ed0c141995e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.937196] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Lock "e1e291a7-d407-4109-9635-8ed0c141995e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.937362] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Lock "e1e291a7-d407-4109-9635-8ed0c141995e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.937527] env[62312]: DEBUG nova.compute.manager [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] No waiting events found dispatching network-vif-plugged-ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2091.937691] env[62312]: WARNING nova.compute.manager [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Received unexpected event network-vif-plugged-ca243549-7ea6-4e5e-86a8-094fa6b2409b for instance with vm_state building and task_state spawning. [ 2091.937852] env[62312]: DEBUG nova.compute.manager [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Received event network-changed-ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2091.938011] env[62312]: DEBUG nova.compute.manager [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Refreshing instance network info cache due to event network-changed-ca243549-7ea6-4e5e-86a8-094fa6b2409b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2091.938189] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Acquiring lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.998095] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810783, 'name': CreateVM_Task, 'duration_secs': 1.36769} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.998256] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2091.999035] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.999246] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.999566] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2091.999818] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6144f9c3-710e-4388-9e98-8cc524016195 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.004330] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2092.004330] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]521bbb91-327a-a774-fa4b-579923580147" [ 2092.004330] env[62312]: _type = "Task" [ 2092.004330] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.012316] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521bbb91-327a-a774-fa4b-579923580147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.303867] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.304249] env[62312]: DEBUG nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Instance network_info: |[{"id": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "address": "fa:16:3e:02:3e:40", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca243549-7e", "ovs_interfaceid": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2092.304568] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Acquired lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.304744] env[62312]: DEBUG nova.network.neutron [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Refreshing network info cache for port ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.305999] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:3e:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca243549-7ea6-4e5e-86a8-094fa6b2409b', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2092.313358] env[62312]: DEBUG oslo.service.loopingcall [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.316262] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2092.316742] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b7f489-7aa1-4f29-bf70-2b5863eae417 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.336729] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2092.336729] env[62312]: value = "task-1810784" [ 2092.336729] env[62312]: _type = "Task" [ 2092.336729] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.344583] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810784, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.514717] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]521bbb91-327a-a774-fa4b-579923580147, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.515176] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.515353] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2092.515607] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.515764] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.515941] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2092.516207] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8de013ca-3e74-424a-b225-ee20e9e17723 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.523936] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2092.524152] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2092.526839] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38148133-827f-4129-b283-9f3ab3f0fc3a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.532132] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2092.532132] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5227bf1c-c5e2-0341-6bb3-b0854b98d1a3" [ 2092.532132] env[62312]: _type = "Task" [ 2092.532132] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.540056] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5227bf1c-c5e2-0341-6bb3-b0854b98d1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.561646] env[62312]: DEBUG nova.network.neutron [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updated VIF entry in instance network info cache for port ca243549-7ea6-4e5e-86a8-094fa6b2409b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2092.562015] env[62312]: DEBUG nova.network.neutron [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updating instance_info_cache with network_info: [{"id": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "address": "fa:16:3e:02:3e:40", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca243549-7e", "ovs_interfaceid": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.845599] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810784, 'name': CreateVM_Task, 'duration_secs': 0.311655} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.845781] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2092.846427] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.846591] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.846906] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2092.847160] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ca8a0d-40cf-4b7d-a7b3-9161b3a39d4d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.851970] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2092.851970] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52ce8cf3-4e61-7cfa-9c1f-8b27ea61fe86" [ 2092.851970] env[62312]: _type = "Task" [ 2092.851970] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.863064] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ce8cf3-4e61-7cfa-9c1f-8b27ea61fe86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.886550] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.886680] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.886815] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2093.041753] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5227bf1c-c5e2-0341-6bb3-b0854b98d1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.042492] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af38d8fc-0e5f-48e8-9c95-d80841ae5e1d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.047750] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2093.047750] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52aca9eb-3ace-47da-d049-f06b64914300" [ 2093.047750] env[62312]: _type = "Task" [ 2093.047750] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.054717] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52aca9eb-3ace-47da-d049-f06b64914300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.064269] env[62312]: DEBUG oslo_concurrency.lockutils [req-16158379-d811-4b07-83a0-6238441d00d3 req-e56df9df-8a24-4fed-8326-96026ecb2569 service nova] Releasing lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.362611] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52ce8cf3-4e61-7cfa-9c1f-8b27ea61fe86, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.362906] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.363144] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2093.363349] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.558483] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52aca9eb-3ace-47da-d049-f06b64914300, 'name': SearchDatastore_Task, 'duration_secs': 0.014275} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.558766] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.558991] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] af8c6e46-41fa-4b3b-8980-f245e39b3fa8/af8c6e46-41fa-4b3b-8980-f245e39b3fa8.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2093.559270] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.559457] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2093.559662] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-929f8e9c-10bc-4a3a-b78f-92f27b9653cf {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.561597] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd47633c-2d05-4cea-80f6-0fae0d105424 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.567637] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2093.567637] env[62312]: value = "task-1810785" [ 2093.567637] env[62312]: _type = "Task" [ 2093.567637] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.571129] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2093.571307] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2093.572214] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a25f6d-b4b5-45be-852b-846ae0675f84 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.577092] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.579709] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2093.579709] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]520e37f9-7551-b193-1353-d34a56f09d0c" [ 2093.579709] env[62312]: _type = "Task" [ 2093.579709] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.586824] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520e37f9-7551-b193-1353-d34a56f09d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.079377] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437122} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.079928] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] af8c6e46-41fa-4b3b-8980-f245e39b3fa8/af8c6e46-41fa-4b3b-8980-f245e39b3fa8.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.079928] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2094.080160] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce538c7d-19a2-47b1-b732-b0a70656eb6c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.089400] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]520e37f9-7551-b193-1353-d34a56f09d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008137} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.090938] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2094.090938] env[62312]: value = "task-1810786" [ 2094.090938] env[62312]: _type = "Task" [ 2094.090938] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.091316] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cab4b7a-bbf5-48bd-bc61-dd0c8cb6811e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.100729] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.101607] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2094.101607] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]522e8e91-3957-c9a4-4a30-6b53fedcfaa1" [ 2094.101607] env[62312]: _type = "Task" [ 2094.101607] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.105369] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [{"id": "7292f7aa-9a7d-4512-be6e-30383ce06577", "address": "fa:16:3e:ed:20:cd", "network": {"id": "94e6009d-8ec4-4de0-8174-e18f3528684f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1654254970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd0b53092eef415b92f1b32261730cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7292f7aa-9a", "ovs_interfaceid": "7292f7aa-9a7d-4512-be6e-30383ce06577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.109500] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]522e8e91-3957-c9a4-4a30-6b53fedcfaa1, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.109945] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.110199] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] e1e291a7-d407-4109-9635-8ed0c141995e/e1e291a7-d407-4109-9635-8ed0c141995e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2094.110428] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f61d9db-72e6-4fba-b4db-6badd787713a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.115971] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2094.115971] env[62312]: value = "task-1810787" [ 2094.115971] env[62312]: _type = "Task" [ 2094.115971] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.123711] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.603598] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0583} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.603906] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2094.605054] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e8e1c-dff0-4d32-9528-ffcf44e46f9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.617843] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-7131b053-9102-4af4-8bae-9e7e9f37c88e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.618067] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2094.626605] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] af8c6e46-41fa-4b3b-8980-f245e39b3fa8/af8c6e46-41fa-4b3b-8980-f245e39b3fa8.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.626872] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.629858] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d1b522-c1e3-4a20-ae33-4456217afec4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.643281] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.643797] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.644543] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.644712] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.644863] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.644990] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2094.645156] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.649434] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.39646} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.650439] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] e1e291a7-d407-4109-9635-8ed0c141995e/e1e291a7-d407-4109-9635-8ed0c141995e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.650647] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2094.650939] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2094.650939] env[62312]: value = "task-1810788" [ 2094.650939] env[62312]: _type = "Task" [ 2094.650939] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.651140] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be533fd-5272-42e0-93de-38b7cb8bee40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.661833] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.663061] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2094.663061] env[62312]: value = "task-1810789" [ 2094.663061] env[62312]: _type = "Task" [ 2094.663061] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.671209] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.151840] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.152060] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.152210] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.152373] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2095.153310] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb44d3c-7a81-446a-b395-fc268f158df1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.165929] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810788, 'name': ReconfigVM_Task, 'duration_secs': 0.292727} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.167100] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89cd7b4-eb83-434f-81fc-aa422a7b9476 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.173238] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Reconfigured VM instance instance-00000079 to attach disk [datastore1] af8c6e46-41fa-4b3b-8980-f245e39b3fa8/af8c6e46-41fa-4b3b-8980-f245e39b3fa8.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.174147] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4609dbd1-2757-43f4-9a6f-fc1675ed2d16 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.188529] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bb0c57-97e3-4b70-b80f-6411d6dc2bc9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.190736] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2095.190736] env[62312]: value = "task-1810790" [ 2095.190736] env[62312]: _type = "Task" [ 2095.190736] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.190950] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079952} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.191257] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2095.194687] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58291df6-300b-4b57-b949-e54d621ab156 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.199386] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f0d959-323c-45a4-a859-9584906c7845 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.214525] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810790, 'name': Rename_Task} progress is 10%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.223193] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e1e291a7-d407-4109-9635-8ed0c141995e/e1e291a7-d407-4109-9635-8ed0c141995e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2095.223834] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4b7813-c7e7-4547-aa4f-8c42c1c8b0d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.261670] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180735MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2095.261840] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.262044] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.268525] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2095.268525] env[62312]: value = "task-1810791" [ 2095.268525] env[62312]: _type = "Task" [ 2095.268525] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.276182] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.700879] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810790, 'name': Rename_Task, 'duration_secs': 0.137809} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.701231] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2095.701386] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2315854-e7bc-4908-b30b-8526758a220a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.707734] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2095.707734] env[62312]: value = "task-1810792" [ 2095.707734] env[62312]: _type = "Task" [ 2095.707734] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.715616] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.778317] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810791, 'name': ReconfigVM_Task, 'duration_secs': 0.298855} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.778601] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e1e291a7-d407-4109-9635-8ed0c141995e/e1e291a7-d407-4109-9635-8ed0c141995e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.779213] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-994be948-720a-4a5d-877d-3ee0a0157ad2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.784997] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2095.784997] env[62312]: value = "task-1810793" [ 2095.784997] env[62312]: _type = "Task" [ 2095.784997] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.793145] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810793, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.218357] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810792, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.295666] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810793, 'name': Rename_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.296663] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 7131b053-9102-4af4-8bae-9e7e9f37c88e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.296809] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance af8c6e46-41fa-4b3b-8980-f245e39b3fa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.296917] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance e1e291a7-d407-4109-9635-8ed0c141995e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.297097] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2096.297231] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2096.346997] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b013c67a-bba3-44d8-a7d6-cb86d97b7e75 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.355040] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a52265-7da0-49dd-bb23-9f81a30ef801 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.385479] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57633206-6e07-4e16-b193-7c824e341a78 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.392751] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90d2913-17d3-492d-8d9e-f2856c9b5c79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.406486] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.719031] env[62312]: DEBUG oslo_vmware.api [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810792, 'name': PowerOnVM_Task, 'duration_secs': 0.739318} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.719456] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.719456] env[62312]: INFO nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Took 8.52 seconds to spawn the instance on the hypervisor. [ 2096.719564] env[62312]: DEBUG nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.720307] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d4a5b7-eaa3-416b-83ff-a1df52fc8488 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.795968] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810793, 'name': Rename_Task, 'duration_secs': 0.861258} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.796279] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2096.796523] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a143f1a-85ac-4cf9-a522-e870bcdf99d3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.803755] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2096.803755] env[62312]: value = "task-1810794" [ 2096.803755] env[62312]: _type = "Task" [ 2096.803755] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.811163] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.910504] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.237624] env[62312]: INFO nova.compute.manager [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Took 13.20 seconds to build instance. [ 2097.315218] env[62312]: DEBUG oslo_vmware.api [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810794, 'name': PowerOnVM_Task, 'duration_secs': 0.422402} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.315481] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2097.315676] env[62312]: INFO nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Took 6.97 seconds to spawn the instance on the hypervisor. [ 2097.315845] env[62312]: DEBUG nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.316591] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9a4a7-e726-45b4-9f0c-68425cd643b1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.415127] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2097.415316] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.740160] env[62312]: DEBUG oslo_concurrency.lockutils [None req-69bad1df-d74e-4b0d-a6d2-4c0aecfcb250 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.714s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.832862] env[62312]: INFO nova.compute.manager [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Took 12.46 seconds to build instance. [ 2098.334590] env[62312]: DEBUG oslo_concurrency.lockutils [None req-96b0b9ec-fe8d-4423-ab65-5ed4bbc479d0 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.967s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.351079] env[62312]: DEBUG nova.compute.manager [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Received event network-changed-08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2098.351273] env[62312]: DEBUG nova.compute.manager [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Refreshing instance network info cache due to event network-changed-08e0e5b3-d118-4190-a39b-2404ec1512b0. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2098.351471] env[62312]: DEBUG oslo_concurrency.lockutils [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] Acquiring lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.351617] env[62312]: DEBUG oslo_concurrency.lockutils [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] Acquired lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.351769] env[62312]: DEBUG nova.network.neutron [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Refreshing network info cache for port 08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2098.533545] env[62312]: DEBUG nova.compute.manager [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Received event network-changed-ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2098.533545] env[62312]: DEBUG nova.compute.manager [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Refreshing instance network info cache due to event network-changed-ca243549-7ea6-4e5e-86a8-094fa6b2409b. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2098.533545] env[62312]: DEBUG oslo_concurrency.lockutils [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] Acquiring lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.533545] env[62312]: DEBUG oslo_concurrency.lockutils [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] Acquired lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.533896] env[62312]: DEBUG nova.network.neutron [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Refreshing network info cache for port ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2099.067883] env[62312]: DEBUG nova.network.neutron [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updated VIF entry in instance network info cache for port 08e0e5b3-d118-4190-a39b-2404ec1512b0. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2099.068347] env[62312]: DEBUG nova.network.neutron [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updating instance_info_cache with network_info: [{"id": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "address": "fa:16:3e:2c:3f:3e", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e0e5b3-d1", "ovs_interfaceid": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.437882] env[62312]: DEBUG nova.network.neutron [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updated VIF entry in instance network info cache for port ca243549-7ea6-4e5e-86a8-094fa6b2409b. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2099.438303] env[62312]: DEBUG nova.network.neutron [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updating instance_info_cache with network_info: [{"id": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "address": "fa:16:3e:02:3e:40", "network": {"id": "c51cad3e-345f-4a7a-9798-2be2608ec0e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1703279693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ebe00f4502489c86844a2c05bac3c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca243549-7e", "ovs_interfaceid": "ca243549-7ea6-4e5e-86a8-094fa6b2409b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.571043] env[62312]: DEBUG oslo_concurrency.lockutils [req-1df95c56-15c5-47ce-ab72-948f95793c20 req-d788defd-e6c9-4204-a28b-13a9c2737a8c service nova] Releasing lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.941332] env[62312]: DEBUG oslo_concurrency.lockutils [req-ad46d9fa-418f-44f4-8704-2468224ab6e1 req-df7fc074-d0c9-4801-94ff-0460af4699b0 service nova] Releasing lock "refresh_cache-e1e291a7-d407-4109-9635-8ed0c141995e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.961180] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.961617] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.961667] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.962288] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.962480] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.966493] env[62312]: INFO nova.compute.manager [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Terminating instance [ 2117.470428] env[62312]: DEBUG nova.compute.manager [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2117.470663] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2117.471596] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c31234-33d9-4cbf-9ebd-3bd73fd13835 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.479599] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.479838] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0724750-2e5f-438c-94e8-ac8b56e516b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.487798] env[62312]: DEBUG oslo_vmware.api [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2117.487798] env[62312]: value = "task-1810795" [ 2117.487798] env[62312]: _type = "Task" [ 2117.487798] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.495635] env[62312]: DEBUG oslo_vmware.api [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.997863] env[62312]: DEBUG oslo_vmware.api [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810795, 'name': PowerOffVM_Task, 'duration_secs': 0.190695} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.998263] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2117.998263] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2117.998529] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec380f95-4170-4336-b6da-5ba97cf9c057 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.069088] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.069312] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.069488] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleting the datastore file [datastore1] 7131b053-9102-4af4-8bae-9e7e9f37c88e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.069748] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2aca1a8-eaa2-4386-9928-bcc1fca1a7f2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.075694] env[62312]: DEBUG oslo_vmware.api [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for the task: (returnval){ [ 2118.075694] env[62312]: value = "task-1810797" [ 2118.075694] env[62312]: _type = "Task" [ 2118.075694] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.082939] env[62312]: DEBUG oslo_vmware.api [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.584836] env[62312]: DEBUG oslo_vmware.api [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Task: {'id': task-1810797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144096} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.585112] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2118.585304] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2118.585476] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2118.585665] env[62312]: INFO nova.compute.manager [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2118.585926] env[62312]: DEBUG oslo.service.loopingcall [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.586142] env[62312]: DEBUG nova.compute.manager [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2118.586252] env[62312]: DEBUG nova.network.neutron [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.018647] env[62312]: DEBUG nova.compute.manager [req-87afca68-1618-4007-882f-b2131551da96 req-76c51e62-1597-477d-a05c-593cad875a85 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Received event network-vif-deleted-7292f7aa-9a7d-4512-be6e-30383ce06577 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2119.018898] env[62312]: INFO nova.compute.manager [req-87afca68-1618-4007-882f-b2131551da96 req-76c51e62-1597-477d-a05c-593cad875a85 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Neutron deleted interface 7292f7aa-9a7d-4512-be6e-30383ce06577; detaching it from the instance and deleting it from the info cache [ 2119.019026] env[62312]: DEBUG nova.network.neutron [req-87afca68-1618-4007-882f-b2131551da96 req-76c51e62-1597-477d-a05c-593cad875a85 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.498530] env[62312]: DEBUG nova.network.neutron [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.521549] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3df242fa-a0e4-4e75-8eb0-e39b0d402d1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.531479] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d0989c-8820-457e-a4af-7d5bf81dd479 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.557010] env[62312]: DEBUG nova.compute.manager [req-87afca68-1618-4007-882f-b2131551da96 req-76c51e62-1597-477d-a05c-593cad875a85 service nova] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Detach interface failed, port_id=7292f7aa-9a7d-4512-be6e-30383ce06577, reason: Instance 7131b053-9102-4af4-8bae-9e7e9f37c88e could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2120.001813] env[62312]: INFO nova.compute.manager [-] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Took 1.42 seconds to deallocate network for instance. [ 2120.508036] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.508377] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.508561] env[62312]: DEBUG nova.objects.instance [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lazy-loading 'resources' on Instance uuid 7131b053-9102-4af4-8bae-9e7e9f37c88e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.059072] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae9801-f146-4e92-9c25-4e6ef08a27b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.068283] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b04a05-c6c8-47d2-bd4b-6200fc99b7e6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.098103] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8f09d-fdd4-48ee-9765-58d99cf4bcb4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.105211] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcd2556-c794-48be-9cfb-5aa653db5e40 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.118052] env[62312]: DEBUG nova.compute.provider_tree [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.621429] env[62312]: DEBUG nova.scheduler.client.report [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.127551] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.148575] env[62312]: INFO nova.scheduler.client.report [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Deleted allocations for instance 7131b053-9102-4af4-8bae-9e7e9f37c88e [ 2122.656776] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a99cc445-dbfc-495c-80ab-134475a90dcd tempest-AttachVolumeShelveTestJSON-206015744 tempest-AttachVolumeShelveTestJSON-206015744-project-member] Lock "7131b053-9102-4af4-8bae-9e7e9f37c88e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.478325] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.478728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.478790] env[62312]: DEBUG nova.compute.manager [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2134.479689] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb8f37-2426-4f52-9e39-8ff4d7e4b7f5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.486608] env[62312]: DEBUG nova.compute.manager [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2134.487187] env[62312]: DEBUG nova.objects.instance [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'flavor' on Instance uuid af8c6e46-41fa-4b3b-8980-f245e39b3fa8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.495803] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2135.496235] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-093cf68a-7ff9-4d7f-b87a-086a7a577ca2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.503464] env[62312]: DEBUG oslo_vmware.api [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2135.503464] env[62312]: value = "task-1810799" [ 2135.503464] env[62312]: _type = "Task" [ 2135.503464] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.511344] env[62312]: DEBUG oslo_vmware.api [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.819728] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "e1e291a7-d407-4109-9635-8ed0c141995e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.819957] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.013083] env[62312]: DEBUG oslo_vmware.api [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810799, 'name': PowerOffVM_Task, 'duration_secs': 0.176711} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.013256] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2136.013445] env[62312]: DEBUG nova.compute.manager [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.014204] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcebf86-b3d1-4b5b-9433-a431e00f04f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.322606] env[62312]: DEBUG nova.compute.utils [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2136.526964] env[62312]: DEBUG oslo_concurrency.lockutils [None req-1c58a67b-5dab-4dd6-95ff-3d49cd5e4c11 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.826289] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.862300] env[62312]: DEBUG nova.objects.instance [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'flavor' on Instance uuid af8c6e46-41fa-4b3b-8980-f245e39b3fa8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.367029] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.367257] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.367458] env[62312]: DEBUG nova.network.neutron [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2137.367653] env[62312]: DEBUG nova.objects.instance [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'info_cache' on Instance uuid af8c6e46-41fa-4b3b-8980-f245e39b3fa8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.871291] env[62312]: DEBUG nova.objects.base [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2137.878463] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "e1e291a7-d407-4109-9635-8ed0c141995e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.878707] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.878931] env[62312]: INFO nova.compute.manager [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Attaching volume dca14f62-be94-455c-a777-b1ce1a60391a to /dev/sdb [ 2137.909215] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ceef00-c60e-44e4-8937-320bbe456414 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.916932] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f9c162-e2e3-4850-b213-29dcc9b97676 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.930786] env[62312]: DEBUG nova.virt.block_device [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updating existing volume attachment record: 8b176329-6ed3-4158-93f5-3e4d81d5854a {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2138.589828] env[62312]: DEBUG nova.network.neutron [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updating instance_info_cache with network_info: [{"id": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "address": "fa:16:3e:2c:3f:3e", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e0e5b3-d1", "ovs_interfaceid": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.092770] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.098723] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.099064] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce5342b-9ad2-48ab-b3b1-5b367c238110 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.106837] env[62312]: DEBUG oslo_vmware.api [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2140.106837] env[62312]: value = "task-1810801" [ 2140.106837] env[62312]: _type = "Task" [ 2140.106837] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.113972] env[62312]: DEBUG oslo_vmware.api [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.616961] env[62312]: DEBUG oslo_vmware.api [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810801, 'name': PowerOnVM_Task, 'duration_secs': 0.377693} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.617310] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.617556] env[62312]: DEBUG nova.compute.manager [None req-e65d8e79-c21f-4327-a682-2aad7c3108a6 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.618304] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00517e50-e6df-403b-82f3-ece41a4103ff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.799406] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de6d4c3-088f-4287-b13b-881579843e29 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.807982] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8d2f6c-971a-4e3f-b16e-e61bea67a51b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Suspending the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2141.808245] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c20fd77c-85d7-49dd-8c5a-cb8acd6fb2b9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.814522] env[62312]: DEBUG oslo_vmware.api [None req-bf8d2f6c-971a-4e3f-b16e-e61bea67a51b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2141.814522] env[62312]: value = "task-1810803" [ 2141.814522] env[62312]: _type = "Task" [ 2141.814522] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.822287] env[62312]: DEBUG oslo_vmware.api [None req-bf8d2f6c-971a-4e3f-b16e-e61bea67a51b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810803, 'name': SuspendVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.325646] env[62312]: DEBUG oslo_vmware.api [None req-bf8d2f6c-971a-4e3f-b16e-e61bea67a51b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810803, 'name': SuspendVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.472810] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2142.473012] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375250', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'name': 'volume-dca14f62-be94-455c-a777-b1ce1a60391a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1e291a7-d407-4109-9635-8ed0c141995e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'serial': 'dca14f62-be94-455c-a777-b1ce1a60391a'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2142.474027] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef7d78-ea36-4c6a-a892-669879225e51 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.490619] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e562272-b9ce-4b1c-8231-a6703b1efcda {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.515654] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-dca14f62-be94-455c-a777-b1ce1a60391a/volume-dca14f62-be94-455c-a777-b1ce1a60391a.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2142.515901] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d78d83a-b860-4f20-a6f3-3740ef90e47a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.534772] env[62312]: DEBUG oslo_vmware.api [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2142.534772] env[62312]: value = "task-1810804" [ 2142.534772] env[62312]: _type = "Task" [ 2142.534772] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.542578] env[62312]: DEBUG oslo_vmware.api [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.824320] env[62312]: DEBUG oslo_vmware.api [None req-bf8d2f6c-971a-4e3f-b16e-e61bea67a51b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810803, 'name': SuspendVM_Task, 'duration_secs': 0.590076} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.824725] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8d2f6c-971a-4e3f-b16e-e61bea67a51b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Suspended the VM {{(pid=62312) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2142.824785] env[62312]: DEBUG nova.compute.manager [None req-bf8d2f6c-971a-4e3f-b16e-e61bea67a51b tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.825518] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0a2754-62e1-4c18-a0cb-5dc0768bb195 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.045080] env[62312]: DEBUG oslo_vmware.api [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810804, 'name': ReconfigVM_Task, 'duration_secs': 0.311737} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.045358] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-dca14f62-be94-455c-a777-b1ce1a60391a/volume-dca14f62-be94-455c-a777-b1ce1a60391a.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2143.049908] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9727ed2-20d9-4ccb-bdbf-5d1331f8ebf8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.064384] env[62312]: DEBUG oslo_vmware.api [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2143.064384] env[62312]: value = "task-1810805" [ 2143.064384] env[62312]: _type = "Task" [ 2143.064384] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.071524] env[62312]: DEBUG oslo_vmware.api [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.576594] env[62312]: DEBUG oslo_vmware.api [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810805, 'name': ReconfigVM_Task, 'duration_secs': 0.146994} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.577063] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375250', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'name': 'volume-dca14f62-be94-455c-a777-b1ce1a60391a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1e291a7-d407-4109-9635-8ed0c141995e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'serial': 'dca14f62-be94-455c-a777-b1ce1a60391a'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2144.123144] env[62312]: INFO nova.compute.manager [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Resuming [ 2144.123752] env[62312]: DEBUG nova.objects.instance [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'flavor' on Instance uuid af8c6e46-41fa-4b3b-8980-f245e39b3fa8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2144.613494] env[62312]: DEBUG nova.objects.instance [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'flavor' on Instance uuid e1e291a7-d407-4109-9635-8ed0c141995e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.118791] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3eff9e82-55d2-4bf3-8a01-5fe00f661050 tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.288399] env[62312]: DEBUG oslo_concurrency.lockutils [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "e1e291a7-d407-4109-9635-8ed0c141995e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.288804] env[62312]: DEBUG oslo_concurrency.lockutils [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.634452] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.634722] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquired lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.634953] env[62312]: DEBUG nova.network.neutron [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2145.792179] env[62312]: INFO nova.compute.manager [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Detaching volume dca14f62-be94-455c-a777-b1ce1a60391a [ 2145.822619] env[62312]: INFO nova.virt.block_device [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Attempting to driver detach volume dca14f62-be94-455c-a777-b1ce1a60391a from mountpoint /dev/sdb [ 2145.822860] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2145.823061] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375250', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'name': 'volume-dca14f62-be94-455c-a777-b1ce1a60391a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1e291a7-d407-4109-9635-8ed0c141995e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'serial': 'dca14f62-be94-455c-a777-b1ce1a60391a'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2145.824011] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6c3527-2597-4d77-a1be-ea80158ed988 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.846204] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1f760d-95ca-4fba-a973-01128522b073 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.853008] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484df976-2895-46a1-9f8f-384b2504cee9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.872387] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a910b7-1a1a-4994-9ba3-87cbef415647 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.886912] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] The volume has not been displaced from its original location: [datastore1] volume-dca14f62-be94-455c-a777-b1ce1a60391a/volume-dca14f62-be94-455c-a777-b1ce1a60391a.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2145.891911] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2145.892199] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ccb549-fa54-4e6b-b440-3aef23d03c1c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.910653] env[62312]: DEBUG oslo_vmware.api [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2145.910653] env[62312]: value = "task-1810806" [ 2145.910653] env[62312]: _type = "Task" [ 2145.910653] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.917984] env[62312]: DEBUG oslo_vmware.api [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.342432] env[62312]: DEBUG nova.network.neutron [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updating instance_info_cache with network_info: [{"id": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "address": "fa:16:3e:2c:3f:3e", "network": {"id": "a2daa9b2-ba82-405b-9a0b-7bf9e241200f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-467896863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35371457b354437fbed72bfc2821eeae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e0e5b3-d1", "ovs_interfaceid": "08e0e5b3-d118-4190-a39b-2404ec1512b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.420032] env[62312]: DEBUG oslo_vmware.api [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810806, 'name': ReconfigVM_Task, 'duration_secs': 0.218542} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.420315] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2146.424924] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad0a53ec-1274-4d5a-8686-67380738365f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.440257] env[62312]: DEBUG oslo_vmware.api [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2146.440257] env[62312]: value = "task-1810807" [ 2146.440257] env[62312]: _type = "Task" [ 2146.440257] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.447375] env[62312]: DEBUG oslo_vmware.api [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810807, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.845521] env[62312]: DEBUG oslo_concurrency.lockutils [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Releasing lock "refresh_cache-af8c6e46-41fa-4b3b-8980-f245e39b3fa8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.846527] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6491ca-8709-4d9f-a487-a3103c118e09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.853426] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Resuming the VM {{(pid=62312) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2146.853691] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6fc65e3-c6b9-4a34-84b2-24e362bd2861 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.861769] env[62312]: DEBUG oslo_vmware.api [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2146.861769] env[62312]: value = "task-1810808" [ 2146.861769] env[62312]: _type = "Task" [ 2146.861769] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.870105] env[62312]: DEBUG oslo_vmware.api [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.951150] env[62312]: DEBUG oslo_vmware.api [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810807, 'name': ReconfigVM_Task, 'duration_secs': 0.152633} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.951502] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375250', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'name': 'volume-dca14f62-be94-455c-a777-b1ce1a60391a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1e291a7-d407-4109-9635-8ed0c141995e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca14f62-be94-455c-a777-b1ce1a60391a', 'serial': 'dca14f62-be94-455c-a777-b1ce1a60391a'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2147.375544] env[62312]: DEBUG oslo_vmware.api [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.501809] env[62312]: DEBUG nova.objects.instance [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'flavor' on Instance uuid e1e291a7-d407-4109-9635-8ed0c141995e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.874210] env[62312]: DEBUG oslo_vmware.api [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810808, 'name': PowerOnVM_Task, 'duration_secs': 0.575128} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.874481] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Resumed the VM {{(pid=62312) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2147.874700] env[62312]: DEBUG nova.compute.manager [None req-12caee35-0c2b-4487-8265-552c619ca76a tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2147.875503] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3584cab-93b6-4653-9872-bcf6358fcba2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.510492] env[62312]: DEBUG oslo_concurrency.lockutils [None req-506ae435-86ec-4c47-9d6a-b19ad3bd922a tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.785507] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.785696] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.785893] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.786086] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.786302] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.788484] env[62312]: INFO nova.compute.manager [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Terminating instance [ 2149.291965] env[62312]: DEBUG nova.compute.manager [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2149.292171] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2149.293074] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c6d199-28c6-460c-a2ee-b6dd1f1043ca {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.301409] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2149.301633] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e630ff76-450e-41ef-8c69-a3c2a049306a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.308694] env[62312]: DEBUG oslo_vmware.api [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2149.308694] env[62312]: value = "task-1810809" [ 2149.308694] env[62312]: _type = "Task" [ 2149.308694] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.316447] env[62312]: DEBUG oslo_vmware.api [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.539363] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "e1e291a7-d407-4109-9635-8ed0c141995e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.539726] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.539850] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "e1e291a7-d407-4109-9635-8ed0c141995e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.540047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.540225] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.542529] env[62312]: INFO nova.compute.manager [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Terminating instance [ 2149.818382] env[62312]: DEBUG oslo_vmware.api [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810809, 'name': PowerOffVM_Task, 'duration_secs': 0.214911} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.818627] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2149.818786] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2149.819047] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2834a4be-1183-4e75-a549-04d0f94e2fcb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.892955] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2149.893216] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2149.893404] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleting the datastore file [datastore1] af8c6e46-41fa-4b3b-8980-f245e39b3fa8 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2149.893668] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e389b08-3235-4508-a0b7-7254db07b81f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.900626] env[62312]: DEBUG oslo_vmware.api [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for the task: (returnval){ [ 2149.900626] env[62312]: value = "task-1810811" [ 2149.900626] env[62312]: _type = "Task" [ 2149.900626] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.907848] env[62312]: DEBUG oslo_vmware.api [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.045875] env[62312]: DEBUG nova.compute.manager [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2150.046157] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2150.047078] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5a884-7fb0-4ebc-ab21-947ec7d89f2c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.056159] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2150.056428] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31df244a-8d1a-46e5-a262-64b2f49a693d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.063277] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2150.063277] env[62312]: value = "task-1810812" [ 2150.063277] env[62312]: _type = "Task" [ 2150.063277] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.071111] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.410469] env[62312]: DEBUG oslo_vmware.api [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Task: {'id': task-1810811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147995} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.410722] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2150.410904] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2150.411097] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2150.411271] env[62312]: INFO nova.compute.manager [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2150.411504] env[62312]: DEBUG oslo.service.loopingcall [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2150.411691] env[62312]: DEBUG nova.compute.manager [-] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2150.411783] env[62312]: DEBUG nova.network.neutron [-] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2150.574409] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810812, 'name': PowerOffVM_Task, 'duration_secs': 0.174976} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.574409] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2150.574409] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2150.574409] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d6645f-9e00-4545-a012-a94edfdfee3d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.643237] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2150.643444] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2150.643602] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleting the datastore file [datastore1] e1e291a7-d407-4109-9635-8ed0c141995e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2150.643861] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de334f80-9c60-45d2-ad8b-ff309d01f94b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.650667] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for the task: (returnval){ [ 2150.650667] env[62312]: value = "task-1810814" [ 2150.650667] env[62312]: _type = "Task" [ 2150.650667] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.659528] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.843628] env[62312]: DEBUG nova.compute.manager [req-3b84f8bd-dc24-40d3-802a-58dc77e63a69 req-b5a9e40e-ff47-4657-b180-895e43daca0f service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Received event network-vif-deleted-08e0e5b3-d118-4190-a39b-2404ec1512b0 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2150.843628] env[62312]: INFO nova.compute.manager [req-3b84f8bd-dc24-40d3-802a-58dc77e63a69 req-b5a9e40e-ff47-4657-b180-895e43daca0f service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Neutron deleted interface 08e0e5b3-d118-4190-a39b-2404ec1512b0; detaching it from the instance and deleting it from the info cache [ 2150.843628] env[62312]: DEBUG nova.network.neutron [req-3b84f8bd-dc24-40d3-802a-58dc77e63a69 req-b5a9e40e-ff47-4657-b180-895e43daca0f service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.161145] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.321823] env[62312]: DEBUG nova.network.neutron [-] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.345066] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-584196cf-ff3c-4c77-89fd-e7adab09d214 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.355195] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574dd509-fa4e-4fd5-9ba6-5c9fce3b5418 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.380039] env[62312]: DEBUG nova.compute.manager [req-3b84f8bd-dc24-40d3-802a-58dc77e63a69 req-b5a9e40e-ff47-4657-b180-895e43daca0f service nova] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Detach interface failed, port_id=08e0e5b3-d118-4190-a39b-2404ec1512b0, reason: Instance af8c6e46-41fa-4b3b-8980-f245e39b3fa8 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2151.661411] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.824407] env[62312]: INFO nova.compute.manager [-] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Took 1.41 seconds to deallocate network for instance. [ 2152.163553] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.332054] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.332300] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.332466] env[62312]: DEBUG nova.objects.instance [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lazy-loading 'resources' on Instance uuid af8c6e46-41fa-4b3b-8980-f245e39b3fa8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.663047] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.878695] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac4f5a8-b1bb-457d-8bff-fadaf53ff5a4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.886089] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc66ede-de4a-4fb7-bbba-bb436fb8759d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.916888] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98737e64-dd35-427b-8c6e-766a468b80e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.924337] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a1a3c2-26b7-4b8f-b852-aca21d5c77cd {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.937553] env[62312]: DEBUG nova.compute.provider_tree [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.163723] env[62312]: DEBUG oslo_vmware.api [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Task: {'id': task-1810814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.273321} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.163933] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2153.164108] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2153.164288] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2153.164464] env[62312]: INFO nova.compute.manager [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Took 3.12 seconds to destroy the instance on the hypervisor. [ 2153.164696] env[62312]: DEBUG oslo.service.loopingcall [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2153.164879] env[62312]: DEBUG nova.compute.manager [-] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2153.164973] env[62312]: DEBUG nova.network.neutron [-] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2153.440891] env[62312]: DEBUG nova.scheduler.client.report [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.595207] env[62312]: DEBUG nova.compute.manager [req-6e21d1a1-cc29-4735-a14d-e28b9f8d0d5a req-31187c32-b6d7-46ce-b047-10e86cb5aae4 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Received event network-vif-deleted-ca243549-7ea6-4e5e-86a8-094fa6b2409b {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2153.595400] env[62312]: INFO nova.compute.manager [req-6e21d1a1-cc29-4735-a14d-e28b9f8d0d5a req-31187c32-b6d7-46ce-b047-10e86cb5aae4 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Neutron deleted interface ca243549-7ea6-4e5e-86a8-094fa6b2409b; detaching it from the instance and deleting it from the info cache [ 2153.595581] env[62312]: DEBUG nova.network.neutron [req-6e21d1a1-cc29-4735-a14d-e28b9f8d0d5a req-31187c32-b6d7-46ce-b047-10e86cb5aae4 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.946259] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.967688] env[62312]: INFO nova.scheduler.client.report [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Deleted allocations for instance af8c6e46-41fa-4b3b-8980-f245e39b3fa8 [ 2154.072405] env[62312]: DEBUG nova.network.neutron [-] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.098060] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ff2b1ac-daa2-4f7d-b816-9fc938111da7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.108345] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e971f74-7fe6-44ce-892b-583f61ce0889 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.132405] env[62312]: DEBUG nova.compute.manager [req-6e21d1a1-cc29-4735-a14d-e28b9f8d0d5a req-31187c32-b6d7-46ce-b047-10e86cb5aae4 service nova] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Detach interface failed, port_id=ca243549-7ea6-4e5e-86a8-094fa6b2409b, reason: Instance e1e291a7-d407-4109-9635-8ed0c141995e could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2154.474381] env[62312]: DEBUG oslo_concurrency.lockutils [None req-17c5708f-fa37-428a-9bb6-19bc659b6dc5 tempest-ServerActionsTestJSON-65187760 tempest-ServerActionsTestJSON-65187760-project-member] Lock "af8c6e46-41fa-4b3b-8980-f245e39b3fa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.688s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.574658] env[62312]: INFO nova.compute.manager [-] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Took 1.41 seconds to deallocate network for instance. [ 2155.081385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.081681] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.081844] env[62312]: DEBUG nova.objects.instance [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lazy-loading 'resources' on Instance uuid e1e291a7-d407-4109-9635-8ed0c141995e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.617022] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71e39d1-70bc-42e2-b80d-162246ab8a36 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.625016] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b07f2a-449b-4c00-9e15-aa8ec1e51e5b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.657527] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468ef82-e483-42cc-870c-7821cc417194 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.665786] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c43b8b-286c-4c8b-bc2a-3425b9577908 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.679644] env[62312]: DEBUG nova.compute.provider_tree [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2156.183265] env[62312]: DEBUG nova.scheduler.client.report [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.688986] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.710463] env[62312]: INFO nova.scheduler.client.report [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Deleted allocations for instance e1e291a7-d407-4109-9635-8ed0c141995e [ 2157.219631] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ff5e594a-61fb-4555-8849-3b9d96b7be0c tempest-AttachVolumeNegativeTest-2078493542 tempest-AttachVolumeNegativeTest-2078493542-project-member] Lock "e1e291a7-d407-4109-9635-8ed0c141995e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.679s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.416518] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.416756] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.416902] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2157.417035] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2157.919672] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2157.919921] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.920100] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.920251] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.920402] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.920555] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.920692] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.920819] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2157.920959] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.423724] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.424048] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.424337] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.424337] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2158.425538] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d81c45f-5da8-4a2f-90fb-20b130836f1b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.434041] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a67133-02b9-4610-959d-9515e59aa73b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.450850] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025c54e-ce64-4763-8212-377b3f667511 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.458419] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de008496-e64e-427f-b2e9-28ee4ed3108e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.488844] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181002MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2158.489049] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.489241] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.509060] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2159.509330] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2159.523032] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea901a22-8664-44b2-8925-38c7b99aa031 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.531631] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6498cd5-f446-490f-b02a-8196e07f2c36 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.560718] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b03dcb-4c8a-45a5-8f21-3893fec35545 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.568353] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac632290-1ea8-4a99-bd36-ec68d1a6a038 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.582658] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2160.086262] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2160.380078] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.380318] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.591305] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2160.591637] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.883559] env[62312]: DEBUG nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2161.406327] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.406606] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.408140] env[62312]: INFO nova.compute.claims [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2162.443537] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e05270-9894-4640-b3c6-675beafba5e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.450868] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc2129c-23ce-4150-8d9f-34da1dd4fb38 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.481740] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2079c9c-46a6-4827-b281-eeaf8e71db88 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.488965] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e22c28-823d-4727-896c-c95b0281a1e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.544210] env[62312]: DEBUG nova.compute.provider_tree [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2163.006861] env[62312]: DEBUG nova.scheduler.client.report [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2163.511862] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.512375] env[62312]: DEBUG nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2164.017957] env[62312]: DEBUG nova.compute.utils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2164.019438] env[62312]: DEBUG nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2164.019614] env[62312]: DEBUG nova.network.neutron [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2164.065499] env[62312]: DEBUG nova.policy [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f703bd53b44ba29ba250ed67f7fbfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04dcd8a1b9a240c1a257c5a6e0aef795', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 2164.323175] env[62312]: DEBUG nova.network.neutron [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Successfully created port: ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2164.523095] env[62312]: DEBUG nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2165.533439] env[62312]: DEBUG nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2165.558292] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2165.558577] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2165.558740] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2165.558924] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2165.559089] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2165.559241] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2165.559447] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2165.559613] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2165.559816] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2165.559984] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2165.560170] env[62312]: DEBUG nova.virt.hardware [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2165.561016] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9233f2c2-f2f0-42dd-98b2-74321547a7c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.568941] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926590dc-29bf-4a95-8d7d-a94eb14e81de {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.685685] env[62312]: DEBUG nova.compute.manager [req-003b51a0-6426-485e-ae34-e45c2c8de0eb req-71f3d56f-88a6-44f1-912d-9131fd89d9c4 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Received event network-vif-plugged-ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2165.685916] env[62312]: DEBUG oslo_concurrency.lockutils [req-003b51a0-6426-485e-ae34-e45c2c8de0eb req-71f3d56f-88a6-44f1-912d-9131fd89d9c4 service nova] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.686144] env[62312]: DEBUG oslo_concurrency.lockutils [req-003b51a0-6426-485e-ae34-e45c2c8de0eb req-71f3d56f-88a6-44f1-912d-9131fd89d9c4 service nova] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.686356] env[62312]: DEBUG oslo_concurrency.lockutils [req-003b51a0-6426-485e-ae34-e45c2c8de0eb req-71f3d56f-88a6-44f1-912d-9131fd89d9c4 service nova] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.686476] env[62312]: DEBUG nova.compute.manager [req-003b51a0-6426-485e-ae34-e45c2c8de0eb req-71f3d56f-88a6-44f1-912d-9131fd89d9c4 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] No waiting events found dispatching network-vif-plugged-ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2165.686801] env[62312]: WARNING nova.compute.manager [req-003b51a0-6426-485e-ae34-e45c2c8de0eb req-71f3d56f-88a6-44f1-912d-9131fd89d9c4 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Received unexpected event network-vif-plugged-ff7fa836-e23d-4be2-a647-93dd9d006847 for instance with vm_state building and task_state spawning. [ 2165.766821] env[62312]: DEBUG nova.network.neutron [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Successfully updated port: ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2166.269378] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.269378] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.269522] env[62312]: DEBUG nova.network.neutron [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2166.801529] env[62312]: DEBUG nova.network.neutron [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2166.926160] env[62312]: DEBUG nova.network.neutron [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.430231] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.430638] env[62312]: DEBUG nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Instance network_info: |[{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2167.431133] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:5c:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff7fa836-e23d-4be2-a647-93dd9d006847', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2167.438953] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Creating folder: Project (04dcd8a1b9a240c1a257c5a6e0aef795). Parent ref: group-v374919. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2167.439235] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d275bdd-a994-44a3-b1ce-85a5d8fb3251 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.451867] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Created folder: Project (04dcd8a1b9a240c1a257c5a6e0aef795) in parent group-v374919. [ 2167.451954] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Creating folder: Instances. Parent ref: group-v375251. {{(pid=62312) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2167.452148] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a200f52-15a7-43b6-9453-eb98202826d6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.463984] env[62312]: INFO nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Created folder: Instances in parent group-v375251. [ 2167.463984] env[62312]: DEBUG oslo.service.loopingcall [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.463984] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2167.463984] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42a9bb4-8665-43a5-abb0-64e5a97fd00a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.480870] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2167.480870] env[62312]: value = "task-1810820" [ 2167.480870] env[62312]: _type = "Task" [ 2167.480870] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.488550] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810820, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.714380] env[62312]: DEBUG nova.compute.manager [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Received event network-changed-ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2167.714767] env[62312]: DEBUG nova.compute.manager [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Refreshing instance network info cache due to event network-changed-ff7fa836-e23d-4be2-a647-93dd9d006847. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2167.715107] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.715316] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.715520] env[62312]: DEBUG nova.network.neutron [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Refreshing network info cache for port ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2167.992469] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810820, 'name': CreateVM_Task, 'duration_secs': 0.314387} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.992759] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2167.993386] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.993552] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.993930] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2167.994873] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6630269d-ada4-4bf6-972d-106c45ba6ce7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.000339] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2168.000339] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]5258c2b7-0ebc-93c6-f8ec-965428381927" [ 2168.000339] env[62312]: _type = "Task" [ 2168.000339] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.008710] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5258c2b7-0ebc-93c6-f8ec-965428381927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.424859] env[62312]: DEBUG nova.network.neutron [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updated VIF entry in instance network info cache for port ff7fa836-e23d-4be2-a647-93dd9d006847. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2168.425269] env[62312]: DEBUG nova.network.neutron [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.510719] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]5258c2b7-0ebc-93c6-f8ec-965428381927, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.511043] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.511286] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2168.511508] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.511655] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.511860] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2168.512180] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e8001c1-bcdd-4203-ae45-928b310de82a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.521124] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2168.521299] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2168.521971] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9feb651e-a5f5-40ee-8486-f2e3d64e04d7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.527307] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2168.527307] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52be335f-e814-e897-0397-c7f5b1745ec2" [ 2168.527307] env[62312]: _type = "Task" [ 2168.527307] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.534143] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52be335f-e814-e897-0397-c7f5b1745ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.927751] env[62312]: DEBUG oslo_concurrency.lockutils [req-8ed87dc4-7695-4e4f-8690-75d7bac24be3 req-023fac2f-016e-4f38-9ba3-7d7467e55a9e service nova] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.037452] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52be335f-e814-e897-0397-c7f5b1745ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.00794} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.038219] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ae39c2-277f-4615-824f-4e950c93f53a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.043119] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2169.043119] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]528b9602-12f6-400d-56ff-780aa73470b0" [ 2169.043119] env[62312]: _type = "Task" [ 2169.043119] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.050346] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528b9602-12f6-400d-56ff-780aa73470b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.554028] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]528b9602-12f6-400d-56ff-780aa73470b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.554197] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.554428] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e/a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2169.554702] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ba5e8a8-4c8d-4924-87dc-8d1653f8535d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.560830] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2169.560830] env[62312]: value = "task-1810821" [ 2169.560830] env[62312]: _type = "Task" [ 2169.560830] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.568370] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.070836] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412204} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.071285] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e/a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2170.071423] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2170.071550] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dd25667-6a04-41c6-98bc-e701501712d5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.078299] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2170.078299] env[62312]: value = "task-1810822" [ 2170.078299] env[62312]: _type = "Task" [ 2170.078299] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.085368] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.588418] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057476} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.588781] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2170.589600] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd52533-16a3-4225-82f7-ac941b106e09 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.610879] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e/a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2170.611121] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea01987f-6bb9-4a3d-aafc-93f32d25dd58 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.629880] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2170.629880] env[62312]: value = "task-1810823" [ 2170.629880] env[62312]: _type = "Task" [ 2170.629880] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.636604] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810823, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.139786] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810823, 'name': ReconfigVM_Task, 'duration_secs': 0.275508} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.140198] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e/a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2171.140656] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c4ec973-5c20-4057-ba36-15275e63a50d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.146851] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2171.146851] env[62312]: value = "task-1810824" [ 2171.146851] env[62312]: _type = "Task" [ 2171.146851] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.153557] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810824, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.656837] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810824, 'name': Rename_Task, 'duration_secs': 0.14018} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.657121] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2171.657365] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ccc597-3830-43f6-9281-c38ffa0a9398 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.664191] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2171.664191] env[62312]: value = "task-1810825" [ 2171.664191] env[62312]: _type = "Task" [ 2171.664191] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.671206] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.174524] env[62312]: DEBUG oslo_vmware.api [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810825, 'name': PowerOnVM_Task, 'duration_secs': 0.42732} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.174950] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2172.175017] env[62312]: INFO nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Took 6.64 seconds to spawn the instance on the hypervisor. [ 2172.175188] env[62312]: DEBUG nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2172.175949] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347a963-d4ba-407a-a2f0-f598be3b5f77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.694902] env[62312]: INFO nova.compute.manager [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Took 11.31 seconds to build instance. [ 2173.196648] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3dd6d67e-8565-403b-9f44-ef435cd17df9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.816s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.619250] env[62312]: DEBUG nova.compute.manager [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Received event network-changed-ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2173.619454] env[62312]: DEBUG nova.compute.manager [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Refreshing instance network info cache due to event network-changed-ff7fa836-e23d-4be2-a647-93dd9d006847. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2173.619667] env[62312]: DEBUG oslo_concurrency.lockutils [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.619810] env[62312]: DEBUG oslo_concurrency.lockutils [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.619967] env[62312]: DEBUG nova.network.neutron [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Refreshing network info cache for port ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2174.326675] env[62312]: DEBUG nova.network.neutron [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updated VIF entry in instance network info cache for port ff7fa836-e23d-4be2-a647-93dd9d006847. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2174.327109] env[62312]: DEBUG nova.network.neutron [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.831098] env[62312]: DEBUG oslo_concurrency.lockutils [req-550c42fc-b01b-49cd-a602-dcee3d691fd1 req-4bba08e9-50ee-4008-9757-278eb457f1a7 service nova] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.770988] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2186.771325] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2187.276334] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2187.276474] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2187.276595] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2187.816479] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.816702] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.816789] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2187.816912] env[62312]: DEBUG nova.objects.instance [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lazy-loading 'info_cache' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2189.535152] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.038103] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.038362] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2190.038575] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.038734] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.038880] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.039047] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.039184] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.039330] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.039455] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2190.039600] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.542861] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.543232] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.543341] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.543457] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2190.544373] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a331e465-3710-4c35-909d-0b5827fdcf5c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.552676] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e12f104-2008-47c1-99e1-e1d165137999 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.567180] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a3a91-e867-4a99-b771-d767d12734c8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.573194] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50efa530-20d0-4e3b-a8c9-146b051f1436 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.601063] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181149MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2190.601194] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.601373] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.626020] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2191.626020] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2191.626020] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2191.654638] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1172e6a-0cab-4ba2-b3fd-fc81a9ad9941 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.662470] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a963838-fcfc-4309-9827-f2b730a3f240 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.692676] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b094ee74-9535-430b-9970-0bd8ac0f298e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.699775] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9d3ef2-2efe-4c0c-8e3f-03c75c7b8514 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.712816] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.215774] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2192.720440] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2192.720760] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.668136] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.668402] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.172131] env[62312]: DEBUG nova.compute.utils [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2212.675620] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.732782] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.733096] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.733302] env[62312]: INFO nova.compute.manager [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Attaching volume 67ea10f6-0396-405c-a171-cf8ab051aa8c to /dev/sdb [ 2213.762408] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5923bca-73d5-4e54-914d-ec8b9b805a4a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.769762] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e32e4ee-b768-4ab3-ad99-514a66c75467 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.784356] env[62312]: DEBUG nova.virt.block_device [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating existing volume attachment record: 6b3ab285-6ae7-47a3-a663-1ae9eea13402 {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2218.326232] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2218.326506] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375255', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'name': 'volume-67ea10f6-0396-405c-a171-cf8ab051aa8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e', 'attached_at': '', 'detached_at': '', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'serial': '67ea10f6-0396-405c-a171-cf8ab051aa8c'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2218.327403] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bce153-2f39-429f-a7d7-04b37a30d396 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.343593] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26233917-6be3-4d70-90a6-180b8800219d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.366898] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-67ea10f6-0396-405c-a171-cf8ab051aa8c/volume-67ea10f6-0396-405c-a171-cf8ab051aa8c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2218.367137] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dbeff7c-aee2-4d49-b9bd-7815aed24205 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.385024] env[62312]: DEBUG oslo_vmware.api [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2218.385024] env[62312]: value = "task-1810830" [ 2218.385024] env[62312]: _type = "Task" [ 2218.385024] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.391669] env[62312]: DEBUG oslo_vmware.api [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.894440] env[62312]: DEBUG oslo_vmware.api [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810830, 'name': ReconfigVM_Task, 'duration_secs': 0.335319} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.894717] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-67ea10f6-0396-405c-a171-cf8ab051aa8c/volume-67ea10f6-0396-405c-a171-cf8ab051aa8c.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2218.899427] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1fe5b2-71dd-4105-8711-3b8f0d4f4694 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.913549] env[62312]: DEBUG oslo_vmware.api [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2218.913549] env[62312]: value = "task-1810831" [ 2218.913549] env[62312]: _type = "Task" [ 2218.913549] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.920930] env[62312]: DEBUG oslo_vmware.api [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810831, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.423642] env[62312]: DEBUG oslo_vmware.api [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810831, 'name': ReconfigVM_Task, 'duration_secs': 0.133402} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.423947] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375255', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'name': 'volume-67ea10f6-0396-405c-a171-cf8ab051aa8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e', 'attached_at': '', 'detached_at': '', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'serial': '67ea10f6-0396-405c-a171-cf8ab051aa8c'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2220.458384] env[62312]: DEBUG nova.objects.instance [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.964385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4db54e72-5307-4de5-96d2-d68f0c3dcf3e tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.042050] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.042401] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.042619] env[62312]: DEBUG nova.compute.manager [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2221.043710] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c011bae-aa6d-4215-b356-646d37ad4608 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.050167] env[62312]: DEBUG nova.compute.manager [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2221.050705] env[62312]: DEBUG nova.objects.instance [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.057529] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.057865] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-927b2bf2-cfba-4e77-abf2-1270e342fd54 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.066922] env[62312]: DEBUG oslo_vmware.api [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2222.066922] env[62312]: value = "task-1810832" [ 2222.066922] env[62312]: _type = "Task" [ 2222.066922] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.074776] env[62312]: DEBUG oslo_vmware.api [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.576597] env[62312]: DEBUG oslo_vmware.api [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810832, 'name': PowerOffVM_Task, 'duration_secs': 0.182843} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.576851] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.577064] env[62312]: DEBUG nova.compute.manager [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2222.577852] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a54b687-9899-4aa9-b0c2-30db0c9c2fcb {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.088422] env[62312]: DEBUG oslo_concurrency.lockutils [None req-a1b49689-1f4a-4847-a992-cddc48e480df tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.561076] env[62312]: DEBUG nova.objects.instance [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.065934] env[62312]: DEBUG oslo_concurrency.lockutils [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.066147] env[62312]: DEBUG oslo_concurrency.lockutils [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.066323] env[62312]: DEBUG nova.network.neutron [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.066515] env[62312]: DEBUG nova.objects.instance [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'info_cache' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.570058] env[62312]: DEBUG nova.objects.base [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2225.291479] env[62312]: DEBUG nova.network.neutron [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.794799] env[62312]: DEBUG oslo_concurrency.lockutils [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.801352] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2226.801679] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-290db169-4bd7-4dd5-91bd-dc67c9347935 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.809865] env[62312]: DEBUG oslo_vmware.api [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2226.809865] env[62312]: value = "task-1810833" [ 2226.809865] env[62312]: _type = "Task" [ 2226.809865] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.817520] env[62312]: DEBUG oslo_vmware.api [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.320758] env[62312]: DEBUG oslo_vmware.api [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.820542] env[62312]: DEBUG oslo_vmware.api [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810833, 'name': PowerOnVM_Task, 'duration_secs': 0.5779} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.820887] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2227.821081] env[62312]: DEBUG nova.compute.manager [None req-15d5d4c6-2266-447e-b95a-d1b455191449 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2227.821799] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34669ec-f6e4-4146-9c91-03fa8eb9c105 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.721748] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.722066] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.722138] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2252.722225] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2253.278835] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.278980] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.279155] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2253.279338] env[62312]: DEBUG nova.objects.instance [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lazy-loading 'info_cache' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.007397] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.509910] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.510192] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2255.510408] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.510567] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.510715] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.510865] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.511017] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.511182] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.511311] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2255.511455] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.015060] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.015356] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.015481] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.015636] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2256.016588] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae0c60-82aa-47b8-9226-239950b88a26 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.025144] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829a363-184f-4406-9b95-b71804fff8ba {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.039468] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a05c2e-72fc-4bab-9cc7-45dd5b531d54 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.045993] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c41846-9ba5-44b0-aa71-e810aa3d69a3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.073990] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181158MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2256.074143] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.074331] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.099466] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.099708] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2257.099808] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2257.125595] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc55d3-79f3-45e5-8423-70d58df5ea5f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.132938] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72798f3-6f91-43c4-8154-e33137da4304 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.163260] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff0946a-b40b-4585-9b57-c65f138ed341 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.169849] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b12a44-9ef9-45cb-8cc3-377fbc865b42 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.182327] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2257.685101] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2257.686430] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2257.687284] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.612s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.058047] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.058443] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.562173] env[62312]: INFO nova.compute.manager [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Detaching volume 67ea10f6-0396-405c-a171-cf8ab051aa8c [ 2265.591372] env[62312]: INFO nova.virt.block_device [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Attempting to driver detach volume 67ea10f6-0396-405c-a171-cf8ab051aa8c from mountpoint /dev/sdb [ 2265.591729] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2265.592009] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375255', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'name': 'volume-67ea10f6-0396-405c-a171-cf8ab051aa8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e', 'attached_at': '', 'detached_at': '', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'serial': '67ea10f6-0396-405c-a171-cf8ab051aa8c'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2265.592908] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2390747-e699-43a7-908e-a02ab8f26c74 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.615593] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3b89f-0105-4307-87d5-df48e2cc3cc6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.622938] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f378e75f-1072-4657-bee8-3df64d9ea77f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.642769] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ba56f7-78d6-4b65-bec9-52c9c40d8439 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.656895] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] The volume has not been displaced from its original location: [datastore1] volume-67ea10f6-0396-405c-a171-cf8ab051aa8c/volume-67ea10f6-0396-405c-a171-cf8ab051aa8c.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2265.662248] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2265.662577] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24f95a3-b338-4ef9-bd8a-c9bc9922ab77 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.681506] env[62312]: DEBUG oslo_vmware.api [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2265.681506] env[62312]: value = "task-1810834" [ 2265.681506] env[62312]: _type = "Task" [ 2265.681506] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.688855] env[62312]: DEBUG oslo_vmware.api [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.190865] env[62312]: DEBUG oslo_vmware.api [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810834, 'name': ReconfigVM_Task, 'duration_secs': 0.218639} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.191248] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2266.195657] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c83fca8-407d-4b7b-9707-c22159a3181b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.211080] env[62312]: DEBUG oslo_vmware.api [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2266.211080] env[62312]: value = "task-1810835" [ 2266.211080] env[62312]: _type = "Task" [ 2266.211080] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.218214] env[62312]: DEBUG oslo_vmware.api [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.721165] env[62312]: DEBUG oslo_vmware.api [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810835, 'name': ReconfigVM_Task, 'duration_secs': 0.143359} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.721459] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375255', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'name': 'volume-67ea10f6-0396-405c-a171-cf8ab051aa8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e', 'attached_at': '', 'detached_at': '', 'volume_id': '67ea10f6-0396-405c-a171-cf8ab051aa8c', 'serial': '67ea10f6-0396-405c-a171-cf8ab051aa8c'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2267.263769] env[62312]: DEBUG nova.objects.instance [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2268.232152] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.274412] env[62312]: DEBUG oslo_concurrency.lockutils [None req-3ba1c9b2-1302-4f2d-85ab-4d9fa27aaa17 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.275608] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.044s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.275845] env[62312]: DEBUG nova.compute.manager [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2268.276738] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290daf71-8b42-4682-b2b4-4596d319099e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.283966] env[62312]: DEBUG nova.compute.manager [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62312) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2268.284533] env[62312]: DEBUG nova.objects.instance [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.291012] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.291356] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aaad932-f16f-4c70-8103-a261797d8163 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.299394] env[62312]: DEBUG oslo_vmware.api [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2269.299394] env[62312]: value = "task-1810836" [ 2269.299394] env[62312]: _type = "Task" [ 2269.299394] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.306542] env[62312]: DEBUG oslo_vmware.api [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.809802] env[62312]: DEBUG oslo_vmware.api [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810836, 'name': PowerOffVM_Task, 'duration_secs': 0.163603} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.811026] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2269.811026] env[62312]: DEBUG nova.compute.manager [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.811267] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e2bd0e-1033-4f50-b499-6caacb2aceb5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.322119] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ae1f3bb2-6dc0-43dd-aeff-052e7c6400f9 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.602461] env[62312]: DEBUG nova.objects.instance [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2271.108056] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.108302] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.108406] env[62312]: DEBUG nova.network.neutron [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2271.108622] env[62312]: DEBUG nova.objects.instance [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'info_cache' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2271.612032] env[62312]: DEBUG nova.objects.base [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62312) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2272.483659] env[62312]: DEBUG nova.network.neutron [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.986663] env[62312]: DEBUG oslo_concurrency.lockutils [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.993292] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2273.993626] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb1c532-31e1-4ec5-bc23-5e209c58ac92 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.002364] env[62312]: DEBUG oslo_vmware.api [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2274.002364] env[62312]: value = "task-1810837" [ 2274.002364] env[62312]: _type = "Task" [ 2274.002364] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.010190] env[62312]: DEBUG oslo_vmware.api [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.512778] env[62312]: DEBUG oslo_vmware.api [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810837, 'name': PowerOnVM_Task, 'duration_secs': 0.351095} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.513061] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2274.513263] env[62312]: DEBUG nova.compute.manager [None req-e24ad4bb-818b-4b5c-be2d-8dd73e6b7126 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2274.514012] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a0bfd1-666f-4132-9230-d1377a2f4a72 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.760062] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.760438] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2285.760438] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2286.294306] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.294520] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.294728] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2286.294996] env[62312]: DEBUG nova.objects.instance [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lazy-loading 'info_cache' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2288.001309] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [{"id": "ff7fa836-e23d-4be2-a647-93dd9d006847", "address": "fa:16:3e:bb:5c:cd", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7fa836-e2", "ovs_interfaceid": "ff7fa836-e23d-4be2-a647-93dd9d006847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.504426] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.504649] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2288.504888] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2288.505278] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Getting list of instances from cluster (obj){ [ 2288.505278] env[62312]: value = "domain-c8" [ 2288.505278] env[62312]: _type = "ClusterComputeResource" [ 2288.505278] env[62312]: } {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2288.506305] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07423011-086e-4a27-9283-d4289a60d5b3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.516286] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Got total of 1 instances {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2293.115551] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.601358] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2295.602064] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2295.602471] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.601762] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.601762] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2297.601762] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2298.248055] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_power_states {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2298.750874] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Getting list of instances from cluster (obj){ [ 2298.750874] env[62312]: value = "domain-c8" [ 2298.750874] env[62312]: _type = "ClusterComputeResource" [ 2298.750874] env[62312]: } {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2298.751905] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00489e9-ccaa-4fc7-9c7a-12a03b8689be {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.761906] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Got total of 1 instances {{(pid=62312) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2298.762079] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Triggering sync for uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 2298.762414] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.762630] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.763422] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5143e1d-16d4-4c25-92a4-1599a7f64f95 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.110449] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2299.271454] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.601811] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2302.602191] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances with incomplete migration {{(pid=62312) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2304.099592] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2304.606166] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2305.108666] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.109046] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.109211] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.109421] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2305.110352] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56998a1-8f81-4657-b031-af3340289d26 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.118662] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb1b592-d955-4162-a9f5-ad7466569db3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.132475] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7c9995-a4e4-4084-8810-1b25f815c3f3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.138442] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07956466-5444-4ea7-9e88-8e1e3c0c2bf7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.167537] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181164MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2305.167663] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.167846] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.191292] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.191579] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2306.191648] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2306.206380] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2306.218499] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2306.218683] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2306.230085] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2306.251909] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2306.274805] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8269824-68e3-4a95-a1c2-3902de58c042 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.282598] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83779f15-6d67-496f-9407-c6339c51feff {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.311870] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506681af-8803-452f-b7e7-9fd073cdb323 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.319271] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbbd0c-c995-49ae-bea3-f30e3a4b97d0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.331829] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2306.834757] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2306.836076] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2306.836286] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.668s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.836506] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2306.836638] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Cleaning up deleted instances {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2307.342452] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] There are 10 instances to clean {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2307.342824] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: e1e291a7-d407-4109-9635-8ed0c141995e] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2307.846041] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: af8c6e46-41fa-4b3b-8980-f245e39b3fa8] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2308.348550] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 82f92a20-b04f-435b-9c8f-0384a03365fd] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2308.851640] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 3b10acf1-073c-4f18-b382-f9573ce0c4e3] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2309.355550] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: a8e30fbb-1aba-451f-9c81-905c582b2450] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2309.859028] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 7131b053-9102-4af4-8bae-9e7e9f37c88e] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2310.362573] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 10e0f4fa-354e-4cfa-8ae3-084fd1e91579] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2310.865806] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: bb22049c-01e1-45ae-bba1-1232ba2883e7] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2311.369501] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 5d63c304-be56-4abc-8a10-668076a433ea] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2311.698544] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.698809] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.699026] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.699263] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.699443] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.702850] env[62312]: INFO nova.compute.manager [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Terminating instance [ 2311.873043] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: ad49386f-5e18-4dba-b5ff-e5553d6ffb45] Instance has had 0 of 5 cleanup attempts {{(pid=62312) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2312.206382] env[62312]: DEBUG nova.compute.manager [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2312.206615] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2312.207551] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a05f92-959f-4ddc-9a08-e0f14d784fad {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.215123] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2312.215346] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fb2f91-0155-4322-866e-fe2e9e10c883 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.221691] env[62312]: DEBUG oslo_vmware.api [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2312.221691] env[62312]: value = "task-1810838" [ 2312.221691] env[62312]: _type = "Task" [ 2312.221691] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.229780] env[62312]: DEBUG oslo_vmware.api [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.376707] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.732254] env[62312]: DEBUG oslo_vmware.api [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810838, 'name': PowerOffVM_Task, 'duration_secs': 0.168854} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.732506] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2312.732673] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2312.732906] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcb66b15-9bc1-44bb-a8ed-c4b1624d8dc7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.802992] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2312.803230] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2312.803425] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Deleting the datastore file [datastore1] a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2312.803683] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ccf6cf5-cf51-400f-848d-ed7f7b7a1b68 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.811136] env[62312]: DEBUG oslo_vmware.api [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2312.811136] env[62312]: value = "task-1810840" [ 2312.811136] env[62312]: _type = "Task" [ 2312.811136] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.818489] env[62312]: DEBUG oslo_vmware.api [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.321288] env[62312]: DEBUG oslo_vmware.api [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139426} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.321575] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2313.321756] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2313.321930] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2313.322118] env[62312]: INFO nova.compute.manager [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2313.322360] env[62312]: DEBUG oslo.service.loopingcall [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2313.322557] env[62312]: DEBUG nova.compute.manager [-] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2313.322648] env[62312]: DEBUG nova.network.neutron [-] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2313.801492] env[62312]: DEBUG nova.compute.manager [req-d08e9773-5628-480a-8f93-307c31851140 req-ea3b9ce7-6854-4a1a-b391-213b310179a9 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Received event network-vif-deleted-ff7fa836-e23d-4be2-a647-93dd9d006847 {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2313.801492] env[62312]: INFO nova.compute.manager [req-d08e9773-5628-480a-8f93-307c31851140 req-ea3b9ce7-6854-4a1a-b391-213b310179a9 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Neutron deleted interface ff7fa836-e23d-4be2-a647-93dd9d006847; detaching it from the instance and deleting it from the info cache [ 2313.801492] env[62312]: DEBUG nova.network.neutron [req-d08e9773-5628-480a-8f93-307c31851140 req-ea3b9ce7-6854-4a1a-b391-213b310179a9 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.251236] env[62312]: DEBUG nova.network.neutron [-] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.303415] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ab33e25-a505-4adc-90d9-7f10e5f38fc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.313252] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb5bb4d-52f9-4581-9473-be2a951f4539 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.337948] env[62312]: DEBUG nova.compute.manager [req-d08e9773-5628-480a-8f93-307c31851140 req-ea3b9ce7-6854-4a1a-b391-213b310179a9 service nova] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Detach interface failed, port_id=ff7fa836-e23d-4be2-a647-93dd9d006847, reason: Instance a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2314.754203] env[62312]: INFO nova.compute.manager [-] [instance: a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e] Took 1.43 seconds to deallocate network for instance. [ 2315.261317] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.261689] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.261784] env[62312]: DEBUG nova.objects.instance [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'resources' on Instance uuid a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2315.797088] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05748fd4-5160-4513-a5a5-6a5e1f2adf80 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.805420] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee10cec1-4745-498d-a0ca-62409dfb41a6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.837039] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a643e28b-1b20-46c8-ba7b-601709fba8fa {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.844739] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ce2516-b247-46ca-a417-efc630a8eb0a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.858277] env[62312]: DEBUG nova.compute.provider_tree [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2316.361541] env[62312]: DEBUG nova.scheduler.client.report [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2316.866792] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.890821] env[62312]: INFO nova.scheduler.client.report [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Deleted allocations for instance a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e [ 2317.398999] env[62312]: DEBUG oslo_concurrency.lockutils [None req-9e733ea8-cad0-41c1-9d49-fed38e504c58 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "a7bbebe3-5598-4fe9-92b0-6b0dbd528a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.611265] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.611571] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.113605] env[62312]: DEBUG nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Starting instance... {{(pid=62312) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2320.634178] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.634468] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.635984] env[62312]: INFO nova.compute.claims [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2321.671879] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27ac090-842e-4faa-809b-438c041e0f70 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.679686] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d79a7c-9171-4eef-b466-5119b23b0d31 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.708848] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3978e-cf8f-4868-9524-830a0188075a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.715686] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee2ccfa-f4ac-4b2b-b3cb-f1b9d4631598 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.728079] env[62312]: DEBUG nova.compute.provider_tree [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2322.231676] env[62312]: DEBUG nova.scheduler.client.report [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2322.738124] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.738619] env[62312]: DEBUG nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Start building networks asynchronously for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2323.244172] env[62312]: DEBUG nova.compute.utils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2323.245684] env[62312]: DEBUG nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Allocating IP information in the background. {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2323.245855] env[62312]: DEBUG nova.network.neutron [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] allocate_for_instance() {{(pid=62312) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2323.296500] env[62312]: DEBUG nova.policy [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01f703bd53b44ba29ba250ed67f7fbfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04dcd8a1b9a240c1a257c5a6e0aef795', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62312) authorize /opt/stack/nova/nova/policy.py:192}} [ 2323.549686] env[62312]: DEBUG nova.network.neutron [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Successfully created port: 702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2323.749391] env[62312]: DEBUG nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Start building block device mappings for instance. {{(pid=62312) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2324.759572] env[62312]: DEBUG nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Start spawning the instance on the hypervisor. {{(pid=62312) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2324.784860] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:32:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T10:32:23Z,direct_url=,disk_format='vmdk',id=ed1280ea-319d-44a1-aa42-f0ee15d45ebe,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='025b088553be4f6aa5031a47b70e6612',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T10:32:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2324.785120] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Flavor limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2324.785277] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Image limits 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2324.785456] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Flavor pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2324.785603] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Image pref 0:0:0 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2324.785748] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62312) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2324.785954] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2324.786131] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2324.786298] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Got 1 possible topologies {{(pid=62312) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2324.786460] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2324.786633] env[62312]: DEBUG nova.virt.hardware [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62312) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2324.787551] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c811803-40ec-4048-9bd2-d5c057c8a7f1 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.795564] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac1b7e-c365-447b-8a4a-c84b4c3e1478 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.907910] env[62312]: DEBUG nova.compute.manager [req-7e18f1b7-a070-4c77-86b8-9b8a1ded9ed0 req-655c1e7b-3297-4d5f-b115-29479e27fde4 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Received event network-vif-plugged-702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2324.908124] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e18f1b7-a070-4c77-86b8-9b8a1ded9ed0 req-655c1e7b-3297-4d5f-b115-29479e27fde4 service nova] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.908336] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e18f1b7-a070-4c77-86b8-9b8a1ded9ed0 req-655c1e7b-3297-4d5f-b115-29479e27fde4 service nova] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.908512] env[62312]: DEBUG oslo_concurrency.lockutils [req-7e18f1b7-a070-4c77-86b8-9b8a1ded9ed0 req-655c1e7b-3297-4d5f-b115-29479e27fde4 service nova] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.908679] env[62312]: DEBUG nova.compute.manager [req-7e18f1b7-a070-4c77-86b8-9b8a1ded9ed0 req-655c1e7b-3297-4d5f-b115-29479e27fde4 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] No waiting events found dispatching network-vif-plugged-702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2324.908844] env[62312]: WARNING nova.compute.manager [req-7e18f1b7-a070-4c77-86b8-9b8a1ded9ed0 req-655c1e7b-3297-4d5f-b115-29479e27fde4 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Received unexpected event network-vif-plugged-702917cd-819a-4a92-8c8d-e44569f5d86d for instance with vm_state building and task_state spawning. [ 2324.986092] env[62312]: DEBUG nova.network.neutron [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Successfully updated port: 702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2325.489373] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.489539] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.489704] env[62312]: DEBUG nova.network.neutron [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Building network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2326.020907] env[62312]: DEBUG nova.network.neutron [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Instance cache missing network info. {{(pid=62312) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2326.137704] env[62312]: DEBUG nova.network.neutron [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating instance_info_cache with network_info: [{"id": "702917cd-819a-4a92-8c8d-e44569f5d86d", "address": "fa:16:3e:dd:8c:08", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702917cd-81", "ovs_interfaceid": "702917cd-819a-4a92-8c8d-e44569f5d86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.640904] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.641239] env[62312]: DEBUG nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Instance network_info: |[{"id": "702917cd-819a-4a92-8c8d-e44569f5d86d", "address": "fa:16:3e:dd:8c:08", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702917cd-81", "ovs_interfaceid": "702917cd-819a-4a92-8c8d-e44569f5d86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62312) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2326.641671] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:8c:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702917cd-819a-4a92-8c8d-e44569f5d86d', 'vif_model': 'vmxnet3'}] {{(pid=62312) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2326.649115] env[62312]: DEBUG oslo.service.loopingcall [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2326.649330] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Creating VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2326.649571] env[62312]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e478815-ec33-4294-90cb-a822291977e4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.670396] env[62312]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2326.670396] env[62312]: value = "task-1810841" [ 2326.670396] env[62312]: _type = "Task" [ 2326.670396] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.679429] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810841, 'name': CreateVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.935223] env[62312]: DEBUG nova.compute.manager [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Received event network-changed-702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2326.935381] env[62312]: DEBUG nova.compute.manager [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Refreshing instance network info cache due to event network-changed-702917cd-819a-4a92-8c8d-e44569f5d86d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2326.935592] env[62312]: DEBUG oslo_concurrency.lockutils [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] Acquiring lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.935749] env[62312]: DEBUG oslo_concurrency.lockutils [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] Acquired lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.935923] env[62312]: DEBUG nova.network.neutron [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Refreshing network info cache for port 702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2327.180320] env[62312]: DEBUG oslo_vmware.api [-] Task: {'id': task-1810841, 'name': CreateVM_Task, 'duration_secs': 0.314494} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.180706] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Created VM on the ESX host {{(pid=62312) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2327.181172] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.181341] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.181701] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2327.181959] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925285a9-1691-425d-9c73-d0db36495d2d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.186645] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2327.186645] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52879be1-7271-50f5-fe61-c95ebfb46c2b" [ 2327.186645] env[62312]: _type = "Task" [ 2327.186645] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.194100] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52879be1-7271-50f5-fe61-c95ebfb46c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.630304] env[62312]: DEBUG nova.network.neutron [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updated VIF entry in instance network info cache for port 702917cd-819a-4a92-8c8d-e44569f5d86d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2327.630671] env[62312]: DEBUG nova.network.neutron [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating instance_info_cache with network_info: [{"id": "702917cd-819a-4a92-8c8d-e44569f5d86d", "address": "fa:16:3e:dd:8c:08", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702917cd-81", "ovs_interfaceid": "702917cd-819a-4a92-8c8d-e44569f5d86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.700721] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52879be1-7271-50f5-fe61-c95ebfb46c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.017934} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.701159] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.701514] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Processing image ed1280ea-319d-44a1-aa42-f0ee15d45ebe {{(pid=62312) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2327.701872] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.702162] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.702488] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2327.702868] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c440a16-671c-4a27-b36f-400f0074701a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.713205] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62312) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2327.713508] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62312) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2327.714636] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f30242-ef69-4a85-9fbf-d9f6c9381388 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.721409] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2327.721409] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]527bd517-83c9-32d8-8d16-3a6769207fc9" [ 2327.721409] env[62312]: _type = "Task" [ 2327.721409] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.730349] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527bd517-83c9-32d8-8d16-3a6769207fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.133540] env[62312]: DEBUG oslo_concurrency.lockutils [req-a04d61ec-2b4d-4305-85d3-fcbf2b267a00 req-c24e59f9-ba2b-4111-9c9b-1d9176d6d943 service nova] Releasing lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.232184] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]527bd517-83c9-32d8-8d16-3a6769207fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.232989] env[62312]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9aa7c5-1480-450e-a8b2-a9fa08b6ad6e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.238660] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2328.238660] env[62312]: value = "session[52ef2080-01ea-a721-8090-23ab0c90816c]52657df3-677c-77e4-5b13-f8f37794683b" [ 2328.238660] env[62312]: _type = "Task" [ 2328.238660] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.246344] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52657df3-677c-77e4-5b13-f8f37794683b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.751273] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': session[52ef2080-01ea-a721-8090-23ab0c90816c]52657df3-677c-77e4-5b13-f8f37794683b, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.751532] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.751814] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2b6db4bd-fd05-4445-bec0-8c48c264f2c8/2b6db4bd-fd05-4445-bec0-8c48c264f2c8.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2328.752094] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff1dc4a-dbf7-499c-8846-d3377a184453 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.761017] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2328.761017] env[62312]: value = "task-1810842" [ 2328.761017] env[62312]: _type = "Task" [ 2328.761017] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.767566] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.269579] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475067} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.269984] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ed1280ea-319d-44a1-aa42-f0ee15d45ebe/ed1280ea-319d-44a1-aa42-f0ee15d45ebe.vmdk to [datastore1] 2b6db4bd-fd05-4445-bec0-8c48c264f2c8/2b6db4bd-fd05-4445-bec0-8c48c264f2c8.vmdk {{(pid=62312) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2329.270072] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Extending root virtual disk to 1048576 {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2329.270291] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8913cda3-9949-4ccf-9d7a-8dc0241ab247 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.277113] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2329.277113] env[62312]: value = "task-1810843" [ 2329.277113] env[62312]: _type = "Task" [ 2329.277113] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.283976] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.788105] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065926} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.788381] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Extended root virtual disk {{(pid=62312) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2329.789133] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e87e2b-954c-426b-bac7-c1ae4112df82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.810085] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 2b6db4bd-fd05-4445-bec0-8c48c264f2c8/2b6db4bd-fd05-4445-bec0-8c48c264f2c8.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2329.810291] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-909a7e5f-c1a0-4cf8-9164-3d5103c99d9d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.829176] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2329.829176] env[62312]: value = "task-1810844" [ 2329.829176] env[62312]: _type = "Task" [ 2329.829176] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.836532] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.339345] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810844, 'name': ReconfigVM_Task, 'duration_secs': 0.315901} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.339769] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 2b6db4bd-fd05-4445-bec0-8c48c264f2c8/2b6db4bd-fd05-4445-bec0-8c48c264f2c8.vmdk or device None with type sparse {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.340312] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e09d2784-d64f-42e7-ac6f-f039b54a4825 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.347304] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2330.347304] env[62312]: value = "task-1810845" [ 2330.347304] env[62312]: _type = "Task" [ 2330.347304] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.354283] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810845, 'name': Rename_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.856977] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810845, 'name': Rename_Task, 'duration_secs': 0.222485} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.857265] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Powering on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2330.857508] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08bf547d-7518-417a-ab74-d72e972c1a27 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.863891] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2330.863891] env[62312]: value = "task-1810846" [ 2330.863891] env[62312]: _type = "Task" [ 2330.863891] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.870749] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.374017] env[62312]: DEBUG oslo_vmware.api [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810846, 'name': PowerOnVM_Task, 'duration_secs': 0.442385} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.374401] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Powered on the VM {{(pid=62312) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2331.374494] env[62312]: INFO nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Took 6.61 seconds to spawn the instance on the hypervisor. [ 2331.374663] env[62312]: DEBUG nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Checking state {{(pid=62312) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2331.375417] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee05ea7-1e3a-402b-a64f-d4034cd22afe {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.893213] env[62312]: INFO nova.compute.manager [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Took 11.27 seconds to build instance. [ 2332.395797] env[62312]: DEBUG oslo_concurrency.lockutils [None req-ea562a7f-2c75-4de2-ab93-14b220e9e912 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.784s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.574568] env[62312]: DEBUG nova.compute.manager [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Received event network-changed-702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2332.574708] env[62312]: DEBUG nova.compute.manager [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Refreshing instance network info cache due to event network-changed-702917cd-819a-4a92-8c8d-e44569f5d86d. {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2332.574901] env[62312]: DEBUG oslo_concurrency.lockutils [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] Acquiring lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.575056] env[62312]: DEBUG oslo_concurrency.lockutils [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] Acquired lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.575223] env[62312]: DEBUG nova.network.neutron [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Refreshing network info cache for port 702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2333.272355] env[62312]: DEBUG nova.network.neutron [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updated VIF entry in instance network info cache for port 702917cd-819a-4a92-8c8d-e44569f5d86d. {{(pid=62312) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2333.272722] env[62312]: DEBUG nova.network.neutron [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating instance_info_cache with network_info: [{"id": "702917cd-819a-4a92-8c8d-e44569f5d86d", "address": "fa:16:3e:dd:8c:08", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702917cd-81", "ovs_interfaceid": "702917cd-819a-4a92-8c8d-e44569f5d86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.775366] env[62312]: DEBUG oslo_concurrency.lockutils [req-797f78cc-688a-4c3d-ba4f-1de57875eca7 req-1b6d760d-6355-4c8e-95e4-9ae6fa3ca9c8 service nova] Releasing lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2351.874600] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2351.875028] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2351.875028] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2352.402953] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2352.403124] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquired lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2352.403275] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Forcefully refreshing network info cache for instance {{(pid=62312) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2352.403429] env[62312]: DEBUG nova.objects.instance [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lazy-loading 'info_cache' on Instance uuid 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2354.120824] env[62312]: DEBUG nova.network.neutron [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating instance_info_cache with network_info: [{"id": "702917cd-819a-4a92-8c8d-e44569f5d86d", "address": "fa:16:3e:dd:8c:08", "network": {"id": "2fa8d926-754a-4689-87f8-8dc8642d2112", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989901194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04dcd8a1b9a240c1a257c5a6e0aef795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702917cd-81", "ovs_interfaceid": "702917cd-819a-4a92-8c8d-e44569f5d86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.623572] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Releasing lock "refresh_cache-2b6db4bd-fd05-4445-bec0-8c48c264f2c8" {{(pid=62312) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.623572] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updated the network info_cache for instance {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2354.623767] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2354.623882] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2355.600562] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2357.601175] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2357.601509] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2357.601592] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2357.601731] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2360.597657] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.600672] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2366.104111] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.104385] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.104557] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.104720] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2366.105746] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b667d1-042e-4ceb-8825-e7b506bd7893 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.113898] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb919c6-2574-4816-a5fd-46c8680e25b8 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.127729] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfbc021-0046-443a-935f-ac0330acc433 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.134918] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd57476-1939-4e59-b077-72d2a8b99b9b {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.165485] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2366.165685] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.165831] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.240237] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Instance 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62312) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.240479] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2367.240586] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2367.265731] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae92644-c5f7-4d57-ad30-24f8e99292da {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.273109] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af3eb9-329c-4c9a-bece-ebba95126185 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.301818] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5657556d-38fa-4373-a815-2fc0dd63b7d4 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.308513] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73800206-1275-4002-bd6d-7a73c41558d2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.320956] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2367.824281] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2368.330215] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2368.330562] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.676944] env[62312]: DEBUG oslo_concurrency.lockutils [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.677222] env[62312]: DEBUG oslo_concurrency.lockutils [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.180428] env[62312]: DEBUG nova.compute.utils [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2370.683753] env[62312]: DEBUG oslo_concurrency.lockutils [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.740208] env[62312]: DEBUG oslo_concurrency.lockutils [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.740560] env[62312]: DEBUG oslo_concurrency.lockutils [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.740714] env[62312]: INFO nova.compute.manager [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Attaching volume 4e0df437-43ce-4a7c-8ea3-2ce442db6694 to /dev/sdb [ 2371.770741] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c333c4-00c5-41b7-b199-61c8b24d4142 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.777655] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732ed864-1c25-49c9-9bfc-b79ce75fcc36 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.790521] env[62312]: DEBUG nova.virt.block_device [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating existing volume attachment record: 34e06f2f-c450-4b14-a94b-cc3745d8d81f {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2376.332236] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2376.332489] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375257', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'name': 'volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'serial': '4e0df437-43ce-4a7c-8ea3-2ce442db6694'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2376.333357] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9349d0-8915-4fee-a548-3688f3c3f2c2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.348932] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cd7942-bb93-4112-828e-2055937dd1e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.374066] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694/volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2376.374304] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c054765b-e6ab-49a8-ba2f-deb862cdd864 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.392683] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2376.392683] env[62312]: value = "task-1810849" [ 2376.392683] env[62312]: _type = "Task" [ 2376.392683] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.400317] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.901979] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.402860] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.902774] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810849, 'name': ReconfigVM_Task, 'duration_secs': 1.409129} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.903058] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694/volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2377.907615] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72f6de9-aefa-42d1-928d-4e6d25abe690 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.922270] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2377.922270] env[62312]: value = "task-1810850" [ 2377.922270] env[62312]: _type = "Task" [ 2377.922270] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.934016] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.432443] env[62312]: DEBUG oslo_vmware.api [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810850, 'name': ReconfigVM_Task, 'duration_secs': 0.142385} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.432828] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375257', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'name': 'volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'serial': '4e0df437-43ce-4a7c-8ea3-2ce442db6694'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2379.466828] env[62312]: DEBUG nova.objects.instance [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2379.973949] env[62312]: DEBUG oslo_concurrency.lockutils [None req-592a9d8f-0bab-42b7-b5a3-5357ceb49638 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.233s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.796203] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.796458] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.299841] env[62312]: DEBUG nova.compute.utils [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Using /dev/sd instead of None {{(pid=62312) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2381.803191] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.856639] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.856983] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.857133] env[62312]: INFO nova.compute.manager [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Attaching volume 5a263277-7887-45e6-b7f3-d2b8a49c1704 to /dev/sdc [ 2382.889033] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2485bb9-0f08-4bca-acc4-d92bcdd51c47 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.894661] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28058810-dd96-4482-b5d4-a27e6f88c9e0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.909546] env[62312]: DEBUG nova.virt.block_device [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating existing volume attachment record: f3877fc4-31af-4f86-8bfe-f4d73c6d3c0b {{(pid=62312) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2387.453577] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Volume attach. Driver type: vmdk {{(pid=62312) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2387.453801] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375258', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'name': 'volume-5a263277-7887-45e6-b7f3-d2b8a49c1704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'serial': '5a263277-7887-45e6-b7f3-d2b8a49c1704'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2387.454683] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda155e2-8545-43f6-b364-918fc8cc74b7 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.471574] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b469115a-a033-4a84-a261-aeae8466cc82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.499281] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-5a263277-7887-45e6-b7f3-d2b8a49c1704/volume-5a263277-7887-45e6-b7f3-d2b8a49c1704.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2387.499785] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e13cb1-c0c9-4eb2-b26c-8ed843cdfe82 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.519416] env[62312]: DEBUG oslo_vmware.api [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2387.519416] env[62312]: value = "task-1810853" [ 2387.519416] env[62312]: _type = "Task" [ 2387.519416] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.527709] env[62312]: DEBUG oslo_vmware.api [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.029138] env[62312]: DEBUG oslo_vmware.api [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810853, 'name': ReconfigVM_Task, 'duration_secs': 0.377419} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.029412] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-5a263277-7887-45e6-b7f3-d2b8a49c1704/volume-5a263277-7887-45e6-b7f3-d2b8a49c1704.vmdk or device None with type thin {{(pid=62312) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2388.034080] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4dfba6-bb9f-45cb-a6b8-d020829b2441 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.048930] env[62312]: DEBUG oslo_vmware.api [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2388.048930] env[62312]: value = "task-1810854" [ 2388.048930] env[62312]: _type = "Task" [ 2388.048930] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.057090] env[62312]: DEBUG oslo_vmware.api [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.558888] env[62312]: DEBUG oslo_vmware.api [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.059243] env[62312]: DEBUG oslo_vmware.api [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810854, 'name': ReconfigVM_Task, 'duration_secs': 0.938282} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.059541] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375258', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'name': 'volume-5a263277-7887-45e6-b7f3-d2b8a49c1704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'serial': '5a263277-7887-45e6-b7f3-d2b8a49c1704'} {{(pid=62312) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2390.095097] env[62312]: DEBUG nova.objects.instance [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2390.599937] env[62312]: DEBUG oslo_concurrency.lockutils [None req-d56c6423-8b73-4d1c-8bd5-428c0b65e958 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.743s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.398761] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.399148] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.902232] env[62312]: INFO nova.compute.manager [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Detaching volume 4e0df437-43ce-4a7c-8ea3-2ce442db6694 [ 2391.933015] env[62312]: INFO nova.virt.block_device [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Attempting to driver detach volume 4e0df437-43ce-4a7c-8ea3-2ce442db6694 from mountpoint /dev/sdb [ 2391.933015] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2391.933015] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375257', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'name': 'volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'serial': '4e0df437-43ce-4a7c-8ea3-2ce442db6694'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2391.933015] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c2d0f-9428-400e-9d69-4572f668e356 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.956072] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192912a8-72c0-4ba4-8da7-2cf2d48c8a28 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.962688] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250c8b4b-8aff-45e4-b34a-27eb748a5483 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.984615] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a27240-0f2b-4593-ae3b-f5d06e9d020a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.999838] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694/volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2392.004917] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2392.005179] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb15dcd-7e20-4e87-a45f-0957d3159396 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.022140] env[62312]: DEBUG oslo_vmware.api [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2392.022140] env[62312]: value = "task-1810855" [ 2392.022140] env[62312]: _type = "Task" [ 2392.022140] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.029161] env[62312]: DEBUG oslo_vmware.api [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810855, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.532303] env[62312]: DEBUG oslo_vmware.api [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810855, 'name': ReconfigVM_Task, 'duration_secs': 0.256923} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.532674] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2392.537271] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51f04d2-80c6-41b1-9633-e00e9a568477 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.552588] env[62312]: DEBUG oslo_vmware.api [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2392.552588] env[62312]: value = "task-1810856" [ 2392.552588] env[62312]: _type = "Task" [ 2392.552588] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.560137] env[62312]: DEBUG oslo_vmware.api [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.062909] env[62312]: DEBUG oslo_vmware.api [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810856, 'name': ReconfigVM_Task, 'duration_secs': 0.162834} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.063226] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375257', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'name': 'volume-4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0df437-43ce-4a7c-8ea3-2ce442db6694', 'serial': '4e0df437-43ce-4a7c-8ea3-2ce442db6694'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2393.605129] env[62312]: DEBUG nova.objects.instance [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2394.613065] env[62312]: DEBUG oslo_concurrency.lockutils [None req-4638aa37-b0a2-4ae0-819e-afe0103f4f81 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.628034] env[62312]: DEBUG oslo_concurrency.lockutils [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2394.628317] env[62312]: DEBUG oslo_concurrency.lockutils [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.131377] env[62312]: INFO nova.compute.manager [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Detaching volume 5a263277-7887-45e6-b7f3-d2b8a49c1704 [ 2395.161118] env[62312]: INFO nova.virt.block_device [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Attempting to driver detach volume 5a263277-7887-45e6-b7f3-d2b8a49c1704 from mountpoint /dev/sdc [ 2395.161360] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Volume detach. Driver type: vmdk {{(pid=62312) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2395.161544] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375258', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'name': 'volume-5a263277-7887-45e6-b7f3-d2b8a49c1704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'serial': '5a263277-7887-45e6-b7f3-d2b8a49c1704'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2395.162421] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da3a128-f130-41f0-af8b-62ec307edbee {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.183474] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320f1ebb-ac4a-4f5d-84de-1f890ad08797 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.190039] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a056247-e549-41d9-8fee-d9343d1e744c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.211483] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a508b6f4-dc9a-40c1-9b7d-d114234bc677 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.225596] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] The volume has not been displaced from its original location: [datastore1] volume-5a263277-7887-45e6-b7f3-d2b8a49c1704/volume-5a263277-7887-45e6-b7f3-d2b8a49c1704.vmdk. No consolidation needed. {{(pid=62312) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2395.230610] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2395.230889] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e647d7a-fd8c-4246-b9fc-46b720ccb725 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.248133] env[62312]: DEBUG oslo_vmware.api [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2395.248133] env[62312]: value = "task-1810857" [ 2395.248133] env[62312]: _type = "Task" [ 2395.248133] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.259368] env[62312]: DEBUG oslo_vmware.api [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.757824] env[62312]: DEBUG oslo_vmware.api [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810857, 'name': ReconfigVM_Task, 'duration_secs': 0.213877} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.758184] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=62312) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2395.762603] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ca8317-4b75-4ba0-ac7d-d9337e2111b5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.777607] env[62312]: DEBUG oslo_vmware.api [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2395.777607] env[62312]: value = "task-1810858" [ 2395.777607] env[62312]: _type = "Task" [ 2395.777607] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.785212] env[62312]: DEBUG oslo_vmware.api [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.287811] env[62312]: DEBUG oslo_vmware.api [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810858, 'name': ReconfigVM_Task, 'duration_secs': 0.146002} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.288128] env[62312]: DEBUG nova.virt.vmwareapi.volumeops [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-375258', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'name': 'volume-5a263277-7887-45e6-b7f3-d2b8a49c1704', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2b6db4bd-fd05-4445-bec0-8c48c264f2c8', 'attached_at': '', 'detached_at': '', 'volume_id': '5a263277-7887-45e6-b7f3-d2b8a49c1704', 'serial': '5a263277-7887-45e6-b7f3-d2b8a49c1704'} {{(pid=62312) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2396.827727] env[62312]: DEBUG nova.objects.instance [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'flavor' on Instance uuid 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2397.834976] env[62312]: DEBUG oslo_concurrency.lockutils [None req-891a2e09-6898-4c04-809f-e8065c199829 tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.986838] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.987211] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.987302] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.987481] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.987665] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.989720] env[62312]: INFO nova.compute.manager [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Terminating instance [ 2399.493561] env[62312]: DEBUG nova.compute.manager [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Start destroying the instance on the hypervisor. {{(pid=62312) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2399.493798] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Destroying instance {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2399.494804] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d8884-3ba1-4a54-ac41-18feebd5efa2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.502807] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Powering off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2399.503049] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0cd1dcd-e3d4-4392-870a-180723c7bf6d {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.509325] env[62312]: DEBUG oslo_vmware.api [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2399.509325] env[62312]: value = "task-1810859" [ 2399.509325] env[62312]: _type = "Task" [ 2399.509325] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.517852] env[62312]: DEBUG oslo_vmware.api [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.019554] env[62312]: DEBUG oslo_vmware.api [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810859, 'name': PowerOffVM_Task, 'duration_secs': 0.183791} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.019861] env[62312]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Powered off the VM {{(pid=62312) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2400.019976] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Unregistering the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2400.020229] env[62312]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a97027a0-6723-4809-bc80-ecfd274acfe2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.092895] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Unregistered the VM {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2400.093126] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Deleting contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2400.093313] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Deleting the datastore file [datastore1] 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2400.093576] env[62312]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0653466a-e574-49d2-aabf-fef658fa068a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.100245] env[62312]: DEBUG oslo_vmware.api [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for the task: (returnval){ [ 2400.100245] env[62312]: value = "task-1810861" [ 2400.100245] env[62312]: _type = "Task" [ 2400.100245] env[62312]: } to complete. {{(pid=62312) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.107213] env[62312]: DEBUG oslo_vmware.api [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.610053] env[62312]: DEBUG oslo_vmware.api [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Task: {'id': task-1810861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134334} completed successfully. {{(pid=62312) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.610308] env[62312]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Deleted the datastore file {{(pid=62312) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2400.610513] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Deleted contents of the VM from datastore datastore1 {{(pid=62312) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2400.610716] env[62312]: DEBUG nova.virt.vmwareapi.vmops [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Instance destroyed {{(pid=62312) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2400.610894] env[62312]: INFO nova.compute.manager [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2400.611157] env[62312]: DEBUG oslo.service.loopingcall [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62312) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2400.611354] env[62312]: DEBUG nova.compute.manager [-] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Deallocating network for instance {{(pid=62312) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2400.611448] env[62312]: DEBUG nova.network.neutron [-] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] deallocate_for_instance() {{(pid=62312) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2401.050468] env[62312]: DEBUG nova.compute.manager [req-3bf7b7bf-0c1c-4b40-9f0a-d9570cf3c141 req-3edb2ecb-431a-46a3-8bed-9b3aea5fed68 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Received event network-vif-deleted-702917cd-819a-4a92-8c8d-e44569f5d86d {{(pid=62312) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2401.050721] env[62312]: INFO nova.compute.manager [req-3bf7b7bf-0c1c-4b40-9f0a-d9570cf3c141 req-3edb2ecb-431a-46a3-8bed-9b3aea5fed68 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Neutron deleted interface 702917cd-819a-4a92-8c8d-e44569f5d86d; detaching it from the instance and deleting it from the info cache [ 2401.050905] env[62312]: DEBUG nova.network.neutron [req-3bf7b7bf-0c1c-4b40-9f0a-d9570cf3c141 req-3edb2ecb-431a-46a3-8bed-9b3aea5fed68 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.528743] env[62312]: DEBUG nova.network.neutron [-] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Updating instance_info_cache with network_info: [] {{(pid=62312) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.553809] env[62312]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40efa993-2730-4ebc-8811-293e31414b9e {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.563797] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e32c36-4350-4776-8ab1-0949714a0a2f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.587954] env[62312]: DEBUG nova.compute.manager [req-3bf7b7bf-0c1c-4b40-9f0a-d9570cf3c141 req-3edb2ecb-431a-46a3-8bed-9b3aea5fed68 service nova] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Detach interface failed, port_id=702917cd-819a-4a92-8c8d-e44569f5d86d, reason: Instance 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 could not be found. {{(pid=62312) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2402.030946] env[62312]: INFO nova.compute.manager [-] [instance: 2b6db4bd-fd05-4445-bec0-8c48c264f2c8] Took 1.42 seconds to deallocate network for instance. [ 2402.537670] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.537957] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.538187] env[62312]: DEBUG nova.objects.instance [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lazy-loading 'resources' on Instance uuid 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 {{(pid=62312) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2403.070797] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0185d5d8-c4da-4695-8e76-5f8626650340 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.078511] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a35653-26b7-4648-a6a2-7f7e9c1ce77a {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.108777] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5b1cd-a992-4420-9fbc-0f40136fa48f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.115849] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b741c3-07d7-40c2-bc15-c5aef86e6bc3 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.128644] env[62312]: DEBUG nova.compute.provider_tree [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed in ProviderTree for provider: 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2403.632095] env[62312]: DEBUG nova.scheduler.client.report [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Inventory has not changed for provider 191dcbdd-6351-4baf-983d-413b3c578968 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2404.136971] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.156375] env[62312]: INFO nova.scheduler.client.report [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Deleted allocations for instance 2b6db4bd-fd05-4445-bec0-8c48c264f2c8 [ 2404.664572] env[62312]: DEBUG oslo_concurrency.lockutils [None req-b6899a10-9a43-4847-ba2c-54c769afe5fc tempest-AttachVolumeTestJSON-1184924946 tempest-AttachVolumeTestJSON-1184924946-project-member] Lock "2b6db4bd-fd05-4445-bec0-8c48c264f2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.330629] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2407.330995] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Starting heal instance info cache {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2407.330995] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Rebuilding the list of instances to heal {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2407.834148] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Didn't find any instances for network info cache update. {{(pid=62312) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2414.600813] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2415.601092] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2416.600533] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2417.601432] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2418.601628] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.600938] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.601132] env[62312]: DEBUG nova.compute.manager [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62312) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2422.597670] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2425.596058] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2426.099683] env[62312]: DEBUG oslo_service.periodic_task [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Running periodic task ComputeManager.update_available_resource {{(pid=62312) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2426.602782] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.603165] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.603297] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2426.603380] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62312) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2426.604323] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873140f2-5bb8-47d1-95c4-f607e9bd73c6 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.612783] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b10b5-ed43-47b0-b7a1-cd72309c5ab2 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.626398] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f68614-38da-4d9a-bd73-877b0c7e510f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.632310] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc0cba-375a-4880-a064-aad42fca6700 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.659737] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181184MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62312) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2426.659867] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.660050] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.679491] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2427.679737] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62312) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2427.692768] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed2948-3a51-4408-8ac4-78e3640c0ec0 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.699874] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbc3a2f-9b3b-4aa7-96c8-248c611e671c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.729688] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af6e87b-ddaf-438c-92d5-d90a09187e79 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.736278] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4748fe-d320-47fb-afe1-421be61fe80c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.748687] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2428.268332] env[62312]: ERROR nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] [req-6214d558-2969-4669-a2db-6e47466c11de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 191dcbdd-6351-4baf-983d-413b3c578968. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6214d558-2969-4669-a2db-6e47466c11de"}]} [ 2428.283634] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing inventories for resource provider 191dcbdd-6351-4baf-983d-413b3c578968 {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2428.296470] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating ProviderTree inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2428.296655] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2428.306374] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing aggregate associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, aggregates: None {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2428.324895] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Refreshing trait associations for resource provider 191dcbdd-6351-4baf-983d-413b3c578968, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62312) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2428.336109] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95393de0-046f-4c61-8109-a137bef0dcb9 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.343184] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f8fd0-3291-4836-a653-6e412de8805f {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.372777] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606da33-2bf6-4682-9c8a-f6d8b901959c {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.379124] env[62312]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8f39fb-831a-4865-987a-381399052fe5 {{(pid=62312) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.391335] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2428.924320] env[62312]: DEBUG nova.scheduler.client.report [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updated inventory for provider 191dcbdd-6351-4baf-983d-413b3c578968 with generation 191 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2428.924606] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating resource provider 191dcbdd-6351-4baf-983d-413b3c578968 generation from 191 to 192 during operation: update_inventory {{(pid=62312) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2428.924700] env[62312]: DEBUG nova.compute.provider_tree [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Updating inventory in ProviderTree for provider 191dcbdd-6351-4baf-983d-413b3c578968 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62312) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2429.429863] env[62312]: DEBUG nova.compute.resource_tracker [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62312) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2429.430090] env[62312]: DEBUG oslo_concurrency.lockutils [None req-5fe0baf6-d5a8-437c-9aca-0a873f90fcba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.770s {{(pid=62312) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}